2024-11-08 20:15:40,780 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-08 20:15:40,819 main DEBUG Took 0.037097 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-08 20:15:40,820 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-08 20:15:40,820 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-08 20:15:40,821 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-08 20:15:40,822 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 20:15:40,832 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-08 20:15:40,850 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 20:15:40,852 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 20:15:40,853 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 20:15:40,853 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 20:15:40,854 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 20:15:40,855 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 20:15:40,856 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 20:15:40,856 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 20:15:40,857 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 20:15:40,858 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 20:15:40,859 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 20:15:40,859 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 20:15:40,860 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 20:15:40,860 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 20:15:40,861 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 20:15:40,861 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 20:15:40,862 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 20:15:40,863 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 20:15:40,863 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 20:15:40,864 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 20:15:40,864 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 20:15:40,865 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 20:15:40,866 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 20:15:40,866 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 20:15:40,867 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 20:15:40,867 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-08 20:15:40,869 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 20:15:40,871 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-08 20:15:40,877 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-08 20:15:40,878 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-08 20:15:40,881 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-08 20:15:40,883 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-08 20:15:40,897 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-08 20:15:40,902 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-08 20:15:40,904 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-08 20:15:40,905 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-08 20:15:40,906 main DEBUG createAppenders(={Console}) 2024-11-08 20:15:40,907 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-08 20:15:40,908 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-08 20:15:40,909 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-08 20:15:40,910 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-08 20:15:40,910 main DEBUG OutputStream closed 2024-11-08 20:15:40,910 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-08 20:15:40,911 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-08 20:15:40,911 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-08 20:15:41,027 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-08 20:15:41,031 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-08 20:15:41,032 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-08 20:15:41,033 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-08 20:15:41,035 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-08 20:15:41,035 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-08 20:15:41,036 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-08 20:15:41,036 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-08 20:15:41,037 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-08 20:15:41,037 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-08 20:15:41,038 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-08 20:15:41,038 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-08 20:15:41,039 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-08 20:15:41,039 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-08 20:15:41,040 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-08 20:15:41,040 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-08 20:15:41,041 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-08 20:15:41,042 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-08 20:15:41,045 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08 20:15:41,045 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-08 20:15:41,046 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-08 20:15:41,047 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-08T20:15:41,064 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-08 20:15:41,067 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-08 20:15:41,067 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08T20:15:41,135 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=382, ProcessCount=11, AvailableMemoryMB=4087 2024-11-08T20:15:41,399 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-08T20:15:41,446 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa45574c-c1ef-a0e1-25a4-ef7cab0898ec 2024-11-08T20:15:41,450 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa45574c-c1ef-a0e1-25a4-ef7cab0898ec/cluster_f4175756-0357-c27a-94d1-66e3ae58ad73, deleteOnExit=true 2024-11-08T20:15:41,724 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa45574c-c1ef-a0e1-25a4-ef7cab0898ec/cluster_f4175756-0357-c27a-94d1-66e3ae58ad73/zookeeper_0, clientPort=54938, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa45574c-c1ef-a0e1-25a4-ef7cab0898ec/cluster_f4175756-0357-c27a-94d1-66e3ae58ad73/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa45574c-c1ef-a0e1-25a4-ef7cab0898ec/cluster_f4175756-0357-c27a-94d1-66e3ae58ad73/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T20:15:41,747 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54938 2024-11-08T20:15:41,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T20:15:41,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T20:15:41,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa45574c-c1ef-a0e1-25a4-ef7cab0898ec/test.cache.data in system properties and HBase conf 2024-11-08T20:15:41,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa45574c-c1ef-a0e1-25a4-ef7cab0898ec/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T20:15:41,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa45574c-c1ef-a0e1-25a4-ef7cab0898ec/hadoop.log.dir in system properties and HBase conf 2024-11-08T20:15:41,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa45574c-c1ef-a0e1-25a4-ef7cab0898ec/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T20:15:41,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa45574c-c1ef-a0e1-25a4-ef7cab0898ec/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T20:15:41,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T20:15:41,858 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-08T20:15:41,965 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T20:15:41,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa45574c-c1ef-a0e1-25a4-ef7cab0898ec/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:15:41,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa45574c-c1ef-a0e1-25a4-ef7cab0898ec/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:15:41,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa45574c-c1ef-a0e1-25a4-ef7cab0898ec/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T20:15:41,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa45574c-c1ef-a0e1-25a4-ef7cab0898ec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:15:41,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa45574c-c1ef-a0e1-25a4-ef7cab0898ec/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T20:15:41,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa45574c-c1ef-a0e1-25a4-ef7cab0898ec/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T20:15:41,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa45574c-c1ef-a0e1-25a4-ef7cab0898ec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:15:41,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa45574c-c1ef-a0e1-25a4-ef7cab0898ec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:15:41,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa45574c-c1ef-a0e1-25a4-ef7cab0898ec/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T20:15:41,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa45574c-c1ef-a0e1-25a4-ef7cab0898ec/nfs.dump.dir in system properties and HBase conf 2024-11-08T20:15:41,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa45574c-c1ef-a0e1-25a4-ef7cab0898ec/java.io.tmpdir in system properties and HBase conf 2024-11-08T20:15:41,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa45574c-c1ef-a0e1-25a4-ef7cab0898ec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:15:41,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa45574c-c1ef-a0e1-25a4-ef7cab0898ec/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T20:15:41,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa45574c-c1ef-a0e1-25a4-ef7cab0898ec/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T20:15:43,293 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T20:15:43,400 INFO [Time-limited test {}] log.Log(170): Logging initialized @3687ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-08T20:15:43,498 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:15:43,595 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:15:43,619 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:15:43,619 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:15:43,621 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T20:15:43,640 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:15:43,648 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29fca5c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa45574c-c1ef-a0e1-25a4-ef7cab0898ec/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:15:43,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@346b1178{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:15:43,872 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18bfe0d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa45574c-c1ef-a0e1-25a4-ef7cab0898ec/java.io.tmpdir/jetty-localhost-38749-hadoop-hdfs-3_4_1-tests_jar-_-any-8459209054408312890/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:15:43,880 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d915aa3{HTTP/1.1, (http/1.1)}{localhost:38749} 2024-11-08T20:15:43,881 INFO [Time-limited test {}] server.Server(415): Started @4169ms 2024-11-08T20:15:44,666 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:15:44,690 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:15:44,713 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:15:44,714 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:15:44,714 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T20:15:44,731 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c34c38b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa45574c-c1ef-a0e1-25a4-ef7cab0898ec/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:15:44,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e87b1e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:15:44,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d571c4a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa45574c-c1ef-a0e1-25a4-ef7cab0898ec/java.io.tmpdir/jetty-localhost-35905-hadoop-hdfs-3_4_1-tests_jar-_-any-5173587843396658315/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:15:44,912 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@411f3281{HTTP/1.1, (http/1.1)}{localhost:35905} 2024-11-08T20:15:44,913 INFO [Time-limited test {}] server.Server(415): Started @5201ms 2024-11-08T20:15:45,020 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T20:15:46,390 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa45574c-c1ef-a0e1-25a4-ef7cab0898ec/cluster_f4175756-0357-c27a-94d1-66e3ae58ad73/data/data2/current/BP-1901996496-172.17.0.3-1731096942692/current, will proceed with Du for space computation calculation, 2024-11-08T20:15:46,390 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa45574c-c1ef-a0e1-25a4-ef7cab0898ec/cluster_f4175756-0357-c27a-94d1-66e3ae58ad73/data/data1/current/BP-1901996496-172.17.0.3-1731096942692/current, will proceed with Du for space computation calculation, 2024-11-08T20:15:46,419 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T20:15:46,477 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8f66ddbc9272e645 with lease ID 0x7448a2e2ff73120f: Processing first storage report for DS-ef4ecac2-714a-41c0-9d84-51ba1ac4eccf from datanode DatanodeRegistration(127.0.0.1:39739, datanodeUuid=d9baaf03-1c04-441c-aa8c-1c36ed341795, infoPort=44723, infoSecurePort=0, ipcPort=37221, storageInfo=lv=-57;cid=testClusterID;nsid=1484550857;c=1731096942692) 2024-11-08T20:15:46,478 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8f66ddbc9272e645 with lease ID 0x7448a2e2ff73120f: from storage DS-ef4ecac2-714a-41c0-9d84-51ba1ac4eccf node DatanodeRegistration(127.0.0.1:39739, datanodeUuid=d9baaf03-1c04-441c-aa8c-1c36ed341795, infoPort=44723, infoSecurePort=0, ipcPort=37221, storageInfo=lv=-57;cid=testClusterID;nsid=1484550857;c=1731096942692), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-08T20:15:46,479 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8f66ddbc9272e645 with lease ID 0x7448a2e2ff73120f: Processing first storage report for DS-68150a09-1d31-41fc-924a-6abdaf48ef7b from datanode DatanodeRegistration(127.0.0.1:39739, datanodeUuid=d9baaf03-1c04-441c-aa8c-1c36ed341795, infoPort=44723, infoSecurePort=0, ipcPort=37221, storageInfo=lv=-57;cid=testClusterID;nsid=1484550857;c=1731096942692) 2024-11-08T20:15:46,479 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8f66ddbc9272e645 with lease ID 0x7448a2e2ff73120f: from storage DS-68150a09-1d31-41fc-924a-6abdaf48ef7b node DatanodeRegistration(127.0.0.1:39739, datanodeUuid=d9baaf03-1c04-441c-aa8c-1c36ed341795, infoPort=44723, infoSecurePort=0, ipcPort=37221, storageInfo=lv=-57;cid=testClusterID;nsid=1484550857;c=1731096942692), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:15:46,504 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa45574c-c1ef-a0e1-25a4-ef7cab0898ec 2024-11-08T20:15:46,515 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:15:46,518 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:15:46,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741825_1001 (size=7) 2024-11-08T20:15:47,157 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b with version=8 2024-11-08T20:15:47,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/hbase-staging 2024-11-08T20:15:47,271 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-08T20:15:47,561 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:15:47,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:15:47,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:15:47,581 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:15:47,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:15:47,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:15:47,739 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T20:15:47,814 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-08T20:15:47,824 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-08T20:15:47,829 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:15:47,855 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 8700 (auto-detected) 2024-11-08T20:15:47,857 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-08T20:15:47,877 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32807 2024-11-08T20:15:47,903 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32807 connecting to ZooKeeper ensemble=127.0.0.1:54938 2024-11-08T20:15:47,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328070x0, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:15:48,005 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32807-0x1011c1710300000 connected 2024-11-08T20:15:48,091 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:15:48,094 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:15:48,105 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32807-0x1011c1710300000, quorum=127.0.0.1:54938, baseZNode=/042308036 Set watcher on znode that does not yet exist, /042308036/running 2024-11-08T20:15:48,110 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b, hbase.cluster.distributed=false 2024-11-08T20:15:48,139 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32807-0x1011c1710300000, quorum=127.0.0.1:54938, baseZNode=/042308036 Set watcher on znode that does not yet exist, /042308036/acl 2024-11-08T20:15:48,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32807 2024-11-08T20:15:48,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32807 2024-11-08T20:15:48,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32807 2024-11-08T20:15:48,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32807 2024-11-08T20:15:48,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32807 2024-11-08T20:15:48,270 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:15:48,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:15:48,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:15:48,273 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:15:48,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:15:48,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:15:48,277 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T20:15:48,280 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:15:48,281 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44809 2024-11-08T20:15:48,283 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44809 connecting to ZooKeeper ensemble=127.0.0.1:54938 2024-11-08T20:15:48,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:15:48,290 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:15:48,306 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448090x0, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:15:48,307 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44809-0x1011c1710300001 connected 2024-11-08T20:15:48,307 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44809-0x1011c1710300001, quorum=127.0.0.1:54938, baseZNode=/042308036 Set watcher on znode that does not yet exist, /042308036/running 2024-11-08T20:15:48,311 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T20:15:48,321 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T20:15:48,323 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44809-0x1011c1710300001, quorum=127.0.0.1:54938, baseZNode=/042308036 Set watcher on znode that does not yet exist, /042308036/master 2024-11-08T20:15:48,329 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44809-0x1011c1710300001, quorum=127.0.0.1:54938, baseZNode=/042308036 Set watcher on znode that does not yet exist, /042308036/acl 2024-11-08T20:15:48,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44809 2024-11-08T20:15:48,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44809 2024-11-08T20:15:48,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44809 2024-11-08T20:15:48,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44809 2024-11-08T20:15:48,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44809 2024-11-08T20:15:48,348 DEBUG [M:0;ae1476a7656f:32807 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ae1476a7656f:32807 2024-11-08T20:15:48,352 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /042308036/backup-masters/ae1476a7656f,32807,1731096947329 2024-11-08T20:15:48,369 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44809-0x1011c1710300001, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042308036/backup-masters 2024-11-08T20:15:48,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32807-0x1011c1710300000, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042308036/backup-masters 2024-11-08T20:15:48,372 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32807-0x1011c1710300000, quorum=127.0.0.1:54938, baseZNode=/042308036 Set watcher on existing znode=/042308036/backup-masters/ae1476a7656f,32807,1731096947329 2024-11-08T20:15:48,404 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44809-0x1011c1710300001, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/042308036/master 2024-11-08T20:15:48,405 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44809-0x1011c1710300001, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042308036 2024-11-08T20:15:48,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32807-0x1011c1710300000, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042308036 2024-11-08T20:15:48,406 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32807-0x1011c1710300000, quorum=127.0.0.1:54938, baseZNode=/042308036 Set watcher on existing znode=/042308036/master 2024-11-08T20:15:48,408 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /042308036/backup-masters/ae1476a7656f,32807,1731096947329 from backup master directory 2024-11-08T20:15:48,424 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44809-0x1011c1710300001, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042308036/backup-masters 2024-11-08T20:15:48,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32807-0x1011c1710300000, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/042308036/backup-masters/ae1476a7656f,32807,1731096947329 2024-11-08T20:15:48,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32807-0x1011c1710300000, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042308036/backup-masters 2024-11-08T20:15:48,425 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:15:48,425 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ae1476a7656f,32807,1731096947329 2024-11-08T20:15:48,428 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-08T20:15:48,429 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-08T20:15:48,497 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/hbase.id] with ID: c2dabc5b-70e6-4979-8cbb-a3d0676e9978 2024-11-08T20:15:48,497 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/.tmp/hbase.id 2024-11-08T20:15:48,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741826_1002 (size=42) 2024-11-08T20:15:48,911 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/.tmp/hbase.id]:[hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/hbase.id] 2024-11-08T20:15:48,962 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:15:48,967 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T20:15:48,985 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-08T20:15:49,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32807-0x1011c1710300000, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042308036 2024-11-08T20:15:49,036 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44809-0x1011c1710300001, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042308036 2024-11-08T20:15:49,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741827_1003 (size=196) 2024-11-08T20:15:49,462 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:15:49,466 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T20:15:49,483 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T20:15:49,487 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:15:49,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741828_1004 (size=1189) 2024-11-08T20:15:49,938 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/data/master/store 2024-11-08T20:15:49,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741829_1005 (size=34) 2024-11-08T20:15:50,370 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-08T20:15:50,376 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:15:50,377 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:15:50,377 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:15:50,378 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:15:50,380 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:15:50,380 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:15:50,380 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:15:50,381 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731096950377Disabling compacts and flushes for region at 1731096950377Disabling writes for close at 1731096950380 (+3 ms)Writing region close event to WAL at 1731096950380Closed at 1731096950380 2024-11-08T20:15:50,384 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/data/master/store/.initializing 2024-11-08T20:15:50,384 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/WALs/ae1476a7656f,32807,1731096947329 2024-11-08T20:15:50,394 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:15:50,412 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C32807%2C1731096947329, suffix=, logDir=hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/WALs/ae1476a7656f,32807,1731096947329, archiveDir=hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/oldWALs, maxLogs=10 2024-11-08T20:15:50,440 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/WALs/ae1476a7656f,32807,1731096947329/ae1476a7656f%2C32807%2C1731096947329.1731096950418, exclude list is [], retry=0 2024-11-08T20:15:50,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39739,DS-ef4ecac2-714a-41c0-9d84-51ba1ac4eccf,DISK] 2024-11-08T20:15:50,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-08T20:15:50,502 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/WALs/ae1476a7656f,32807,1731096947329/ae1476a7656f%2C32807%2C1731096947329.1731096950418 2024-11-08T20:15:50,503 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44723:44723)] 2024-11-08T20:15:50,504 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:15:50,504 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:15:50,508 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:15:50,509 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:15:50,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:15:50,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T20:15:50,593 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:15:50,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:15:50,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:15:50,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T20:15:50,601 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:15:50,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:15:50,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:15:50,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T20:15:50,607 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:15:50,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:15:50,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:15:50,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T20:15:50,613 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:15:50,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:15:50,614 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:15:50,619 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:15:50,621 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:15:50,627 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:15:50,628 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:15:50,632 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:15:50,636 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:15:50,640 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:15:50,642 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69077608, jitterRate=0.02933657169342041}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:15:50,650 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731096950524Initializing all the Stores at 1731096950527 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731096950527Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096950528 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096950528Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096950529 (+1 ms)Cleaning up temporary data from old regions at 1731096950628 (+99 ms)Region opened successfully at 1731096950650 (+22 ms) 2024-11-08T20:15:50,651 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T20:15:50,685 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6af8f1fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:15:50,716 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T20:15:50,728 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T20:15:50,729 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T20:15:50,731 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T20:15:50,733 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T20:15:50,738 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-08T20:15:50,739 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T20:15:50,771 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T20:15:50,781 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32807-0x1011c1710300000, quorum=127.0.0.1:54938, baseZNode=/042308036 Unable to get data of znode /042308036/balancer because node does not exist (not necessarily an error) 2024-11-08T20:15:50,872 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /042308036/balancer already deleted, retry=false 2024-11-08T20:15:50,876 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T20:15:50,878 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32807-0x1011c1710300000, quorum=127.0.0.1:54938, baseZNode=/042308036 Unable to get data of znode /042308036/normalizer because node does not exist (not necessarily an error) 2024-11-08T20:15:50,899 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /042308036/normalizer already deleted, retry=false 2024-11-08T20:15:50,902 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T20:15:50,909 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32807-0x1011c1710300000, quorum=127.0.0.1:54938, baseZNode=/042308036 Unable to get data of znode /042308036/switch/split because node does not exist (not necessarily an error) 2024-11-08T20:15:50,920 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /042308036/switch/split already deleted, retry=false 2024-11-08T20:15:50,921 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32807-0x1011c1710300000, quorum=127.0.0.1:54938, baseZNode=/042308036 Unable to get data of znode /042308036/switch/merge because node does not exist (not necessarily an error) 2024-11-08T20:15:50,930 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /042308036/switch/merge already deleted, retry=false 2024-11-08T20:15:50,952 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32807-0x1011c1710300000, quorum=127.0.0.1:54938, baseZNode=/042308036 Unable to get data of znode /042308036/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T20:15:50,962 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /042308036/snapshot-cleanup already deleted, retry=false 2024-11-08T20:15:50,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32807-0x1011c1710300000, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/042308036/running 2024-11-08T20:15:50,973 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44809-0x1011c1710300001, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/042308036/running 2024-11-08T20:15:50,973 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44809-0x1011c1710300001, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042308036 2024-11-08T20:15:50,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32807-0x1011c1710300000, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042308036 2024-11-08T20:15:50,976 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ae1476a7656f,32807,1731096947329, sessionid=0x1011c1710300000, setting cluster-up flag (Was=false) 2024-11-08T20:15:51,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32807-0x1011c1710300000, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042308036 2024-11-08T20:15:51,010 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44809-0x1011c1710300001, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042308036 2024-11-08T20:15:51,042 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /042308036/flush-table-proc/acquired, /042308036/flush-table-proc/reached, /042308036/flush-table-proc/abort 2024-11-08T20:15:51,045 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,32807,1731096947329 2024-11-08T20:15:51,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32807-0x1011c1710300000, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042308036 2024-11-08T20:15:51,067 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44809-0x1011c1710300001, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042308036 2024-11-08T20:15:51,099 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /042308036/online-snapshot/acquired, /042308036/online-snapshot/reached, /042308036/online-snapshot/abort 2024-11-08T20:15:51,102 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,32807,1731096947329 2024-11-08T20:15:51,122 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T20:15:51,139 INFO [RS:0;ae1476a7656f:44809 {}] regionserver.HRegionServer(746): ClusterId : c2dabc5b-70e6-4979-8cbb-a3d0676e9978 2024-11-08T20:15:51,142 DEBUG [RS:0;ae1476a7656f:44809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T20:15:51,155 DEBUG [RS:0;ae1476a7656f:44809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T20:15:51,155 DEBUG [RS:0;ae1476a7656f:44809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T20:15:51,170 DEBUG [RS:0;ae1476a7656f:44809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T20:15:51,171 DEBUG [RS:0;ae1476a7656f:44809 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a45e80a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:15:51,192 DEBUG [RS:0;ae1476a7656f:44809 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ae1476a7656f:44809 2024-11-08T20:15:51,196 INFO [RS:0;ae1476a7656f:44809 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T20:15:51,197 INFO [RS:0;ae1476a7656f:44809 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T20:15:51,197 DEBUG [RS:0;ae1476a7656f:44809 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T20:15:51,200 INFO [RS:0;ae1476a7656f:44809 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae1476a7656f,32807,1731096947329 with port=44809, startcode=1731096948232 2024-11-08T20:15:51,214 DEBUG [RS:0;ae1476a7656f:44809 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T20:15:51,222 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T20:15:51,233 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T20:15:51,241 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T20:15:51,249 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ae1476a7656f,32807,1731096947329 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T20:15:51,256 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34849, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T20:15:51,261 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:15:51,261 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:15:51,262 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:15:51,262 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:15:51,262 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ae1476a7656f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T20:15:51,262 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:15:51,263 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:15:51,263 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:15:51,264 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32807 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T20:15:51,270 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:15:51,270 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T20:15:51,277 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731096981277 2024-11-08T20:15:51,278 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:15:51,279 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T20:15:51,280 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T20:15:51,282 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T20:15:51,287 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T20:15:51,287 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T20:15:51,288 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T20:15:51,288 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T20:15:51,298 DEBUG [RS:0;ae1476a7656f:44809 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-08T20:15:51,298 WARN [RS:0;ae1476a7656f:44809 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-08T20:15:51,324 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:15:51,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741831_1007 (size=1321) 2024-11-08T20:15:51,329 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T20:15:51,331 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T20:15:51,332 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T20:15:51,332 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T20:15:51,335 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T20:15:51,335 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T20:15:51,340 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731096951337,5,FailOnTimeoutGroup] 2024-11-08T20:15:51,341 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731096951340,5,FailOnTimeoutGroup] 2024-11-08T20:15:51,341 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:15:51,341 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T20:15:51,343 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T20:15:51,343 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T20:15:51,399 INFO [RS:0;ae1476a7656f:44809 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae1476a7656f,32807,1731096947329 with port=44809, startcode=1731096948232 2024-11-08T20:15:51,402 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32807 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae1476a7656f,44809,1731096948232 2024-11-08T20:15:51,404 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32807 {}] master.ServerManager(517): Registering regionserver=ae1476a7656f,44809,1731096948232 2024-11-08T20:15:51,413 DEBUG [RS:0;ae1476a7656f:44809 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b 2024-11-08T20:15:51,414 DEBUG [RS:0;ae1476a7656f:44809 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45255 2024-11-08T20:15:51,414 DEBUG [RS:0;ae1476a7656f:44809 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T20:15:51,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32807-0x1011c1710300000, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042308036/rs 2024-11-08T20:15:51,426 DEBUG [RS:0;ae1476a7656f:44809 {}] zookeeper.ZKUtil(111): regionserver:44809-0x1011c1710300001, quorum=127.0.0.1:54938, baseZNode=/042308036 Set watcher on existing znode=/042308036/rs/ae1476a7656f,44809,1731096948232 2024-11-08T20:15:51,426 WARN [RS:0;ae1476a7656f:44809 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:15:51,426 INFO [RS:0;ae1476a7656f:44809 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:15:51,426 DEBUG [RS:0;ae1476a7656f:44809 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,44809,1731096948232 2024-11-08T20:15:51,429 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae1476a7656f,44809,1731096948232] 2024-11-08T20:15:51,455 INFO [RS:0;ae1476a7656f:44809 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T20:15:51,473 INFO [RS:0;ae1476a7656f:44809 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T20:15:51,479 INFO [RS:0;ae1476a7656f:44809 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T20:15:51,479 INFO [RS:0;ae1476a7656f:44809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:15:51,480 INFO [RS:0;ae1476a7656f:44809 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T20:15:51,487 INFO [RS:0;ae1476a7656f:44809 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T20:15:51,489 INFO [RS:0;ae1476a7656f:44809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T20:15:51,489 DEBUG [RS:0;ae1476a7656f:44809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:15:51,489 DEBUG [RS:0;ae1476a7656f:44809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:15:51,489 DEBUG [RS:0;ae1476a7656f:44809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:15:51,490 DEBUG [RS:0;ae1476a7656f:44809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:15:51,490 DEBUG [RS:0;ae1476a7656f:44809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:15:51,490 DEBUG [RS:0;ae1476a7656f:44809 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:15:51,490 DEBUG [RS:0;ae1476a7656f:44809 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:15:51,490 DEBUG [RS:0;ae1476a7656f:44809 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:15:51,490 DEBUG [RS:0;ae1476a7656f:44809 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:15:51,491 DEBUG [RS:0;ae1476a7656f:44809 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:15:51,491 DEBUG [RS:0;ae1476a7656f:44809 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:15:51,491 DEBUG [RS:0;ae1476a7656f:44809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:15:51,491 DEBUG [RS:0;ae1476a7656f:44809 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:15:51,491 DEBUG [RS:0;ae1476a7656f:44809 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:15:51,495 INFO [RS:0;ae1476a7656f:44809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:15:51,495 INFO [RS:0;ae1476a7656f:44809 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:15:51,495 INFO [RS:0;ae1476a7656f:44809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:15:51,496 INFO [RS:0;ae1476a7656f:44809 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T20:15:51,496 INFO [RS:0;ae1476a7656f:44809 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T20:15:51,496 INFO [RS:0;ae1476a7656f:44809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,44809,1731096948232-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:15:51,518 INFO [RS:0;ae1476a7656f:44809 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T20:15:51,520 INFO [RS:0;ae1476a7656f:44809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,44809,1731096948232-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:15:51,521 INFO [RS:0;ae1476a7656f:44809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:15:51,521 INFO [RS:0;ae1476a7656f:44809 {}] regionserver.Replication(171): ae1476a7656f,44809,1731096948232 started 2024-11-08T20:15:51,542 INFO [RS:0;ae1476a7656f:44809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:15:51,543 INFO [RS:0;ae1476a7656f:44809 {}] regionserver.HRegionServer(1482): Serving as ae1476a7656f,44809,1731096948232, RpcServer on ae1476a7656f/172.17.0.3:44809, sessionid=0x1011c1710300001 2024-11-08T20:15:51,543 DEBUG [RS:0;ae1476a7656f:44809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T20:15:51,544 DEBUG [RS:0;ae1476a7656f:44809 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae1476a7656f,44809,1731096948232 2024-11-08T20:15:51,544 DEBUG [RS:0;ae1476a7656f:44809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,44809,1731096948232' 2024-11-08T20:15:51,544 DEBUG [RS:0;ae1476a7656f:44809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/042308036/flush-table-proc/abort' 2024-11-08T20:15:51,545 DEBUG [RS:0;ae1476a7656f:44809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/042308036/flush-table-proc/acquired' 2024-11-08T20:15:51,546 DEBUG [RS:0;ae1476a7656f:44809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T20:15:51,546 DEBUG [RS:0;ae1476a7656f:44809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T20:15:51,546 DEBUG [RS:0;ae1476a7656f:44809 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae1476a7656f,44809,1731096948232 2024-11-08T20:15:51,547 DEBUG [RS:0;ae1476a7656f:44809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,44809,1731096948232' 2024-11-08T20:15:51,547 DEBUG [RS:0;ae1476a7656f:44809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/042308036/online-snapshot/abort' 2024-11-08T20:15:51,548 DEBUG [RS:0;ae1476a7656f:44809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/042308036/online-snapshot/acquired' 2024-11-08T20:15:51,548 DEBUG [RS:0;ae1476a7656f:44809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T20:15:51,548 INFO [RS:0;ae1476a7656f:44809 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T20:15:51,549 INFO [RS:0;ae1476a7656f:44809 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T20:15:51,656 INFO [RS:0;ae1476a7656f:44809 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:15:51,661 INFO [RS:0;ae1476a7656f:44809 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C44809%2C1731096948232, suffix=, logDir=hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,44809,1731096948232, archiveDir=hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/oldWALs, maxLogs=10 2024-11-08T20:15:51,680 DEBUG [RS:0;ae1476a7656f:44809 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,44809,1731096948232/ae1476a7656f%2C44809%2C1731096948232.1731096951664, exclude list is [], retry=0 2024-11-08T20:15:51,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39739,DS-ef4ecac2-714a-41c0-9d84-51ba1ac4eccf,DISK] 2024-11-08T20:15:51,689 INFO [RS:0;ae1476a7656f:44809 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,44809,1731096948232/ae1476a7656f%2C44809%2C1731096948232.1731096951664 2024-11-08T20:15:51,689 DEBUG [RS:0;ae1476a7656f:44809 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44723:44723)] 2024-11-08T20:15:51,730 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T20:15:51,732 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b 2024-11-08T20:15:51,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741833_1009 (size=32) 2024-11-08T20:15:52,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:15:52,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:15:52,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:15:52,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:15:52,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:15:52,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:15:52,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:15:52,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:15:52,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:15:52,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:15:52,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:15:52,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:15:52,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:15:52,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:15:52,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:15:52,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:15:52,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:15:52,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:15:52,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/data/hbase/meta/1588230740 2024-11-08T20:15:52,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/data/hbase/meta/1588230740 2024-11-08T20:15:52,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:15:52,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:15:52,182 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:15:52,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:15:52,189 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:15:52,190 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59666332, jitterRate=-0.11090236902236938}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:15:52,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731096952151Initializing all the Stores at 1731096952154 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731096952155 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731096952155Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096952155Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731096952155Cleaning up temporary data from old regions at 1731096952182 (+27 ms)Region opened successfully at 1731096952194 (+12 ms) 2024-11-08T20:15:52,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:15:52,194 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:15:52,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:15:52,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:15:52,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:15:52,196 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:15:52,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731096952194Disabling compacts and flushes for region at 1731096952194Disabling writes for close at 1731096952195 (+1 ms)Writing region close event to WAL at 1731096952196 (+1 ms)Closed at 1731096952196 2024-11-08T20:15:52,200 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:15:52,200 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T20:15:52,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T20:15:52,216 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:15:52,221 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T20:15:52,374 DEBUG [ae1476a7656f:32807 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T20:15:52,391 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ae1476a7656f,44809,1731096948232 2024-11-08T20:15:52,399 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,44809,1731096948232, state=OPENING 2024-11-08T20:15:52,457 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T20:15:52,467 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44809-0x1011c1710300001, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042308036 2024-11-08T20:15:52,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32807-0x1011c1710300000, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042308036 2024-11-08T20:15:52,469 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /042308036/meta-region-server: CHANGED 2024-11-08T20:15:52,469 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /042308036/meta-region-server: CHANGED 2024-11-08T20:15:52,471 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:15:52,474 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,44809,1731096948232}] 2024-11-08T20:15:52,655 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:15:52,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39201, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T20:15:52,679 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T20:15:52,679 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:15:52,680 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T20:15:52,683 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C44809%2C1731096948232.meta, suffix=.meta, logDir=hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,44809,1731096948232, archiveDir=hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/oldWALs, maxLogs=10 2024-11-08T20:15:52,703 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,44809,1731096948232/ae1476a7656f%2C44809%2C1731096948232.meta.1731096952686.meta, exclude list is [], retry=0 2024-11-08T20:15:52,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39739,DS-ef4ecac2-714a-41c0-9d84-51ba1ac4eccf,DISK] 2024-11-08T20:15:52,715 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,44809,1731096948232/ae1476a7656f%2C44809%2C1731096948232.meta.1731096952686.meta 2024-11-08T20:15:52,716 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44723:44723)] 2024-11-08T20:15:52,717 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:15:52,723 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:15:52,724 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T20:15:52,726 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T20:15:52,729 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T20:15:52,733 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T20:15:52,734 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:15:52,734 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T20:15:52,734 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T20:15:52,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:15:52,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:15:52,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:15:52,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:15:52,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:15:52,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:15:52,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:15:52,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:15:52,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:15:52,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:15:52,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:15:52,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:15:52,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:15:52,749 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:15:52,749 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:15:52,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:15:52,750 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:15:52,752 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/data/hbase/meta/1588230740 2024-11-08T20:15:52,755 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/data/hbase/meta/1588230740 2024-11-08T20:15:52,758 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:15:52,758 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:15:52,759 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:15:52,763 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:15:52,765 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65070952, jitterRate=-0.030367255210876465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:15:52,766 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T20:15:52,767 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731096952735Writing region info on filesystem at 1731096952735Initializing all the Stores at 1731096952737 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731096952737Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731096952737Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096952737Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731096952737Cleaning up temporary data from old regions at 1731096952758 (+21 ms)Running coprocessor post-open hooks at 1731096952766 (+8 ms)Region opened successfully at 1731096952767 (+1 ms) 2024-11-08T20:15:52,776 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731096952643 2024-11-08T20:15:52,789 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T20:15:52,789 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T20:15:52,792 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,44809,1731096948232 2024-11-08T20:15:52,795 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,44809,1731096948232, state=OPEN 2024-11-08T20:15:52,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32807-0x1011c1710300000, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/042308036/meta-region-server 2024-11-08T20:15:52,877 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44809-0x1011c1710300001, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/042308036/meta-region-server 2024-11-08T20:15:52,878 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /042308036/meta-region-server: CHANGED 2024-11-08T20:15:52,878 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /042308036/meta-region-server: CHANGED 2024-11-08T20:15:52,878 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ae1476a7656f,44809,1731096948232 2024-11-08T20:15:52,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T20:15:52,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,44809,1731096948232 in 404 msec 2024-11-08T20:15:52,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T20:15:52,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 682 msec 2024-11-08T20:15:52,899 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:15:52,899 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T20:15:52,918 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:15:52,919 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,44809,1731096948232, seqNum=-1] 2024-11-08T20:15:52,939 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:15:52,942 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44117, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:15:52,964 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7970 sec 2024-11-08T20:15:52,965 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731096952965, completionTime=-1 2024-11-08T20:15:52,968 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T20:15:52,968 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T20:15:52,997 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T20:15:52,997 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731097012997 2024-11-08T20:15:52,998 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731097072998 2024-11-08T20:15:52,998 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 29 msec 2024-11-08T20:15:53,000 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,32807,1731096947329-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:15:53,001 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,32807,1731096947329-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:15:53,001 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,32807,1731096947329-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:15:53,002 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ae1476a7656f:32807, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:15:53,003 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T20:15:53,003 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T20:15:53,009 DEBUG [master/ae1476a7656f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T20:15:53,033 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.608sec 2024-11-08T20:15:53,034 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T20:15:53,035 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T20:15:53,036 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T20:15:53,037 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T20:15:53,037 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T20:15:53,038 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,32807,1731096947329-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:15:53,039 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,32807,1731096947329-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T20:15:53,048 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T20:15:53,049 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T20:15:53,049 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,32807,1731096947329-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:15:53,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cfc241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:15:53,054 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-08T20:15:53,054 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-08T20:15:53,059 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,32807,-1 for getting cluster id 2024-11-08T20:15:53,063 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:15:53,076 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2dabc5b-70e6-4979-8cbb-a3d0676e9978' 2024-11-08T20:15:53,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:15:53,081 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2dabc5b-70e6-4979-8cbb-a3d0676e9978" 2024-11-08T20:15:53,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@187282b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:15:53,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,32807,-1] 2024-11-08T20:15:53,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:15:53,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:15:53,101 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:15:53,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70711368, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:15:53,106 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:15:53,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,44809,1731096948232, seqNum=-1] 2024-11-08T20:15:53,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:15:53,118 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:15:53,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ae1476a7656f,32807,1731096947329 2024-11-08T20:15:53,143 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54938 2024-11-08T20:15:53,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:15:53,163 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011c1710300002 connected 2024-11-08T20:15:53,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa45574c-c1ef-a0e1-25a4-ef7cab0898ec/hadoop.log.dir so I do NOT create it in target/test-data/307c8b71-1fdf-77ed-932a-1d625c07fa39 2024-11-08T20:15:53,196 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa45574c-c1ef-a0e1-25a4-ef7cab0898ec/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T20:15:53,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa45574c-c1ef-a0e1-25a4-ef7cab0898ec/hadoop.tmp.dir so I do NOT create it in target/test-data/307c8b71-1fdf-77ed-932a-1d625c07fa39 2024-11-08T20:15:53,196 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa45574c-c1ef-a0e1-25a4-ef7cab0898ec/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T20:15:53,196 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/307c8b71-1fdf-77ed-932a-1d625c07fa39 2024-11-08T20:15:53,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T20:15:53,197 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/307c8b71-1fdf-77ed-932a-1d625c07fa39/cluster_c63a9220-10ef-5cda-b21a-7336e08a815f, deleteOnExit=true 2024-11-08T20:15:53,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T20:15:53,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/307c8b71-1fdf-77ed-932a-1d625c07fa39/test.cache.data in system properties and HBase conf 2024-11-08T20:15:53,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/307c8b71-1fdf-77ed-932a-1d625c07fa39/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T20:15:53,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/307c8b71-1fdf-77ed-932a-1d625c07fa39/hadoop.log.dir in system properties and HBase conf 2024-11-08T20:15:53,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/307c8b71-1fdf-77ed-932a-1d625c07fa39/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T20:15:53,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/307c8b71-1fdf-77ed-932a-1d625c07fa39/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T20:15:53,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T20:15:53,199 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T20:15:53,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/307c8b71-1fdf-77ed-932a-1d625c07fa39/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:15:53,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/307c8b71-1fdf-77ed-932a-1d625c07fa39/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:15:53,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/307c8b71-1fdf-77ed-932a-1d625c07fa39/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T20:15:53,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/307c8b71-1fdf-77ed-932a-1d625c07fa39/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:15:53,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/307c8b71-1fdf-77ed-932a-1d625c07fa39/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T20:15:53,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/307c8b71-1fdf-77ed-932a-1d625c07fa39/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T20:15:53,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/307c8b71-1fdf-77ed-932a-1d625c07fa39/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:15:53,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/307c8b71-1fdf-77ed-932a-1d625c07fa39/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:15:53,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/307c8b71-1fdf-77ed-932a-1d625c07fa39/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T20:15:53,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/307c8b71-1fdf-77ed-932a-1d625c07fa39/nfs.dump.dir in system properties and HBase conf 2024-11-08T20:15:53,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/307c8b71-1fdf-77ed-932a-1d625c07fa39/java.io.tmpdir in system properties and HBase conf 2024-11-08T20:15:53,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/307c8b71-1fdf-77ed-932a-1d625c07fa39/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:15:53,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/307c8b71-1fdf-77ed-932a-1d625c07fa39/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T20:15:53,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/307c8b71-1fdf-77ed-932a-1d625c07fa39/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T20:15:53,623 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:15:53,633 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:15:53,635 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:15:53,635 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:15:53,635 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T20:15:53,636 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:15:53,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@779100ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/307c8b71-1fdf-77ed-932a-1d625c07fa39/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:15:53,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6da0165e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:15:53,769 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@648ef073{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/307c8b71-1fdf-77ed-932a-1d625c07fa39/java.io.tmpdir/jetty-localhost-34499-hadoop-hdfs-3_4_1-tests_jar-_-any-5877353025112216180/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:15:53,770 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f079672{HTTP/1.1, (http/1.1)}{localhost:34499} 2024-11-08T20:15:53,770 INFO [Time-limited test {}] server.Server(415): Started @14058ms 2024-11-08T20:15:54,044 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:15:54,051 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:15:54,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:15:54,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:15:54,052 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T20:15:54,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26fe482a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/307c8b71-1fdf-77ed-932a-1d625c07fa39/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:15:54,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2eeb97ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:15:54,168 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f930e04{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/307c8b71-1fdf-77ed-932a-1d625c07fa39/java.io.tmpdir/jetty-localhost-42807-hadoop-hdfs-3_4_1-tests_jar-_-any-12900215358635856163/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:15:54,169 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@224a64ad{HTTP/1.1, (http/1.1)}{localhost:42807} 2024-11-08T20:15:54,169 INFO [Time-limited test {}] server.Server(415): Started @14458ms 2024-11-08T20:15:54,172 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T20:15:54,969 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/307c8b71-1fdf-77ed-932a-1d625c07fa39/cluster_c63a9220-10ef-5cda-b21a-7336e08a815f/data/data1/current/BP-1317835143-172.17.0.3-1731096953229/current, will proceed with Du for space computation calculation, 2024-11-08T20:15:54,969 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/307c8b71-1fdf-77ed-932a-1d625c07fa39/cluster_c63a9220-10ef-5cda-b21a-7336e08a815f/data/data2/current/BP-1317835143-172.17.0.3-1731096953229/current, will proceed with Du for space computation calculation, 2024-11-08T20:15:54,990 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T20:15:54,994 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf0fd5a46c77dd7d9 with lease ID 0x6457fea5c2496e7b: Processing first storage report for DS-a98c78e0-5e46-49ef-82b6-8ebb56b83403 from datanode DatanodeRegistration(127.0.0.1:35327, datanodeUuid=eabfebfe-971c-49ed-a79e-508d846ee392, infoPort=45303, infoSecurePort=0, ipcPort=46391, storageInfo=lv=-57;cid=testClusterID;nsid=406823079;c=1731096953229) 2024-11-08T20:15:54,995 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf0fd5a46c77dd7d9 with lease ID 0x6457fea5c2496e7b: from storage DS-a98c78e0-5e46-49ef-82b6-8ebb56b83403 node DatanodeRegistration(127.0.0.1:35327, datanodeUuid=eabfebfe-971c-49ed-a79e-508d846ee392, infoPort=45303, infoSecurePort=0, ipcPort=46391, storageInfo=lv=-57;cid=testClusterID;nsid=406823079;c=1731096953229), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:15:54,995 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf0fd5a46c77dd7d9 with lease ID 0x6457fea5c2496e7b: Processing first storage report for DS-984db9b0-10d8-44f1-b05c-faec3c33da35 from datanode DatanodeRegistration(127.0.0.1:35327, datanodeUuid=eabfebfe-971c-49ed-a79e-508d846ee392, infoPort=45303, infoSecurePort=0, ipcPort=46391, storageInfo=lv=-57;cid=testClusterID;nsid=406823079;c=1731096953229) 2024-11-08T20:15:54,995 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf0fd5a46c77dd7d9 with lease ID 0x6457fea5c2496e7b: from storage DS-984db9b0-10d8-44f1-b05c-faec3c33da35 node DatanodeRegistration(127.0.0.1:35327, datanodeUuid=eabfebfe-971c-49ed-a79e-508d846ee392, infoPort=45303, infoSecurePort=0, ipcPort=46391, storageInfo=lv=-57;cid=testClusterID;nsid=406823079;c=1731096953229), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:15:55,021 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/307c8b71-1fdf-77ed-932a-1d625c07fa39 2024-11-08T20:15:55,021 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:15:55,024 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:15:55,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35327 is added to blk_1073741825_1001 (size=7) 2024-11-08T20:15:55,081 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35111/user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50 with version=8 2024-11-08T20:15:55,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35111/user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/hbase-staging 2024-11-08T20:15:55,086 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:15:55,086 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:15:55,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:15:55,087 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:15:55,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:15:55,088 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:15:55,088 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T20:15:55,088 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:15:55,093 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43173 2024-11-08T20:15:55,096 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43173 connecting to ZooKeeper ensemble=127.0.0.1:54938 2024-11-08T20:15:55,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431730x0, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:15:55,121 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43173-0x1011c1710300003 connected 2024-11-08T20:15:55,194 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:15:55,197 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:15:55,200 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43173-0x1011c1710300003, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Set watcher on znode that does not yet exist, /1-872293950/running 2024-11-08T20:15:55,201 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35111/user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50, hbase.cluster.distributed=false 2024-11-08T20:15:55,203 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43173-0x1011c1710300003, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Set watcher on znode that does not yet exist, /1-872293950/acl 2024-11-08T20:15:55,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43173 2024-11-08T20:15:55,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43173 2024-11-08T20:15:55,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43173 2024-11-08T20:15:55,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43173 2024-11-08T20:15:55,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43173 2024-11-08T20:15:55,228 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:15:55,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:15:55,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:15:55,229 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:15:55,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:15:55,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:15:55,229 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T20:15:55,229 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:15:55,230 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36155 2024-11-08T20:15:55,232 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36155 connecting to ZooKeeper ensemble=127.0.0.1:54938 2024-11-08T20:15:55,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:15:55,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:15:55,252 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361550x0, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:15:55,253 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36155-0x1011c1710300004 connected 2024-11-08T20:15:55,253 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36155-0x1011c1710300004, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Set watcher on znode that does not yet exist, /1-872293950/running 2024-11-08T20:15:55,254 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T20:15:55,263 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T20:15:55,265 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36155-0x1011c1710300004, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Set watcher on znode that does not yet exist, /1-872293950/master 2024-11-08T20:15:55,268 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36155-0x1011c1710300004, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Set watcher on znode that does not yet exist, /1-872293950/acl 2024-11-08T20:15:55,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36155 2024-11-08T20:15:55,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36155 2024-11-08T20:15:55,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36155 2024-11-08T20:15:55,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36155 2024-11-08T20:15:55,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36155 2024-11-08T20:15:55,291 DEBUG [M:0;ae1476a7656f:43173 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ae1476a7656f:43173 2024-11-08T20:15:55,291 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-872293950/backup-masters/ae1476a7656f,43173,1731096955086 2024-11-08T20:15:55,305 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x1011c1710300004, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-872293950/backup-masters 2024-11-08T20:15:55,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43173-0x1011c1710300003, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-872293950/backup-masters 2024-11-08T20:15:55,306 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43173-0x1011c1710300003, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Set watcher on existing znode=/1-872293950/backup-masters/ae1476a7656f,43173,1731096955086 2024-11-08T20:15:55,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43173-0x1011c1710300003, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-872293950 2024-11-08T20:15:55,316 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x1011c1710300004, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-872293950/master 2024-11-08T20:15:55,316 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x1011c1710300004, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-872293950 2024-11-08T20:15:55,316 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43173-0x1011c1710300003, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Set watcher on existing znode=/1-872293950/master 2024-11-08T20:15:55,322 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-872293950/backup-masters/ae1476a7656f,43173,1731096955086 from backup master directory 2024-11-08T20:15:55,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43173-0x1011c1710300003, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-872293950/backup-masters/ae1476a7656f,43173,1731096955086 2024-11-08T20:15:55,332 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x1011c1710300004, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-872293950/backup-masters 2024-11-08T20:15:55,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43173-0x1011c1710300003, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-872293950/backup-masters 2024-11-08T20:15:55,336 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:15:55,336 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ae1476a7656f,43173,1731096955086 2024-11-08T20:15:55,352 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35111/user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/hbase.id] with ID: 8d685b87-1428-4d4d-a18c-8fea35258159 2024-11-08T20:15:55,352 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35111/user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/.tmp/hbase.id 2024-11-08T20:15:55,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35327 is added to blk_1073741826_1002 (size=42) 2024-11-08T20:15:55,777 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35111/user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/.tmp/hbase.id]:[hdfs://localhost:35111/user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/hbase.id] 2024-11-08T20:15:55,834 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:15:55,835 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T20:15:55,840 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-08T20:15:55,905 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x1011c1710300004, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-872293950 2024-11-08T20:15:55,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43173-0x1011c1710300003, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-872293950 2024-11-08T20:15:55,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35327 is added to blk_1073741827_1003 (size=196) 2024-11-08T20:15:55,935 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:15:55,937 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T20:15:55,938 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:15:55,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35327 is added to blk_1073741828_1004 (size=1189) 2024-11-08T20:15:56,375 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35111/user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/MasterData/data/master/store 2024-11-08T20:15:56,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35327 is added to blk_1073741829_1005 (size=34) 2024-11-08T20:15:56,787 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:15:56,787 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:15:56,787 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:15:56,787 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:15:56,787 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:15:56,787 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:15:56,787 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:15:56,787 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731096956787Disabling compacts and flushes for region at 1731096956787Disabling writes for close at 1731096956787Writing region close event to WAL at 1731096956787Closed at 1731096956787 2024-11-08T20:15:56,789 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35111/user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/MasterData/data/master/store/.initializing 2024-11-08T20:15:56,789 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35111/user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/MasterData/WALs/ae1476a7656f,43173,1731096955086 2024-11-08T20:15:56,791 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:15:56,795 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C43173%2C1731096955086, suffix=, logDir=hdfs://localhost:35111/user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/MasterData/WALs/ae1476a7656f,43173,1731096955086, archiveDir=hdfs://localhost:35111/user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/MasterData/oldWALs, maxLogs=10 2024-11-08T20:15:56,812 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/MasterData/WALs/ae1476a7656f,43173,1731096955086/ae1476a7656f%2C43173%2C1731096955086.1731096956795, exclude list is [], retry=0 2024-11-08T20:15:56,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35327,DS-a98c78e0-5e46-49ef-82b6-8ebb56b83403,DISK] 2024-11-08T20:15:56,823 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/MasterData/WALs/ae1476a7656f,43173,1731096955086/ae1476a7656f%2C43173%2C1731096955086.1731096956795 2024-11-08T20:15:56,824 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45303:45303)] 2024-11-08T20:15:56,824 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:15:56,824 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:15:56,824 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:15:56,824 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:15:56,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:15:56,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T20:15:56,857 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:15:56,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:15:56,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:15:56,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T20:15:56,861 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:15:56,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:15:56,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:15:56,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T20:15:56,865 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:15:56,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:15:56,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:15:56,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T20:15:56,869 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:15:56,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:15:56,870 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:15:56,872 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35111/user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:15:56,872 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35111/user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:15:56,875 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:15:56,875 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:15:56,876 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:15:56,879 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:15:56,884 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35111/user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:15:56,885 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73783621, jitterRate=0.099461629986763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:15:56,885 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731096956825Initializing all the Stores at 1731096956853 (+28 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731096956853Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096956853Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096956853Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096956853Cleaning up temporary data from old regions at 1731096956875 (+22 ms)Region opened successfully at 1731096956885 (+10 ms) 2024-11-08T20:15:56,886 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T20:15:56,892 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32622300, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:15:56,898 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T20:15:56,898 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T20:15:56,898 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T20:15:56,898 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T20:15:56,899 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T20:15:56,900 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T20:15:56,900 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T20:15:56,904 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T20:15:56,905 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43173-0x1011c1710300003, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Unable to get data of znode /1-872293950/balancer because node does not exist (not necessarily an error) 2024-11-08T20:15:56,972 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-872293950/balancer already deleted, retry=false 2024-11-08T20:15:56,973 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T20:15:56,974 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43173-0x1011c1710300003, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Unable to get data of znode /1-872293950/normalizer because node does not exist (not necessarily an error) 2024-11-08T20:15:56,982 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-872293950/normalizer already deleted, retry=false 2024-11-08T20:15:56,983 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T20:15:56,984 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43173-0x1011c1710300003, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Unable to get data of znode /1-872293950/switch/split because node does not exist (not necessarily an error) 2024-11-08T20:15:56,993 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-872293950/switch/split already deleted, retry=false 2024-11-08T20:15:56,994 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43173-0x1011c1710300003, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Unable to get data of znode /1-872293950/switch/merge because node does not exist (not necessarily an error) 2024-11-08T20:15:57,004 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-872293950/switch/merge already deleted, retry=false 2024-11-08T20:15:57,007 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43173-0x1011c1710300003, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Unable to get data of znode /1-872293950/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T20:15:57,014 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-872293950/snapshot-cleanup already deleted, retry=false 2024-11-08T20:15:57,025 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x1011c1710300004, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-872293950/running 2024-11-08T20:15:57,025 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x1011c1710300004, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-872293950 2024-11-08T20:15:57,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43173-0x1011c1710300003, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-872293950/running 2024-11-08T20:15:57,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43173-0x1011c1710300003, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-872293950 2024-11-08T20:15:57,025 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ae1476a7656f,43173,1731096955086, sessionid=0x1011c1710300003, setting cluster-up flag (Was=false) 2024-11-08T20:15:57,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43173-0x1011c1710300003, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-872293950 2024-11-08T20:15:57,046 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x1011c1710300004, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-872293950 2024-11-08T20:15:57,077 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-872293950/flush-table-proc/acquired, /1-872293950/flush-table-proc/reached, /1-872293950/flush-table-proc/abort 2024-11-08T20:15:57,079 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,43173,1731096955086 2024-11-08T20:15:57,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43173-0x1011c1710300003, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-872293950 2024-11-08T20:15:57,098 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x1011c1710300004, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-872293950 2024-11-08T20:15:57,130 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-872293950/online-snapshot/acquired, /1-872293950/online-snapshot/reached, /1-872293950/online-snapshot/abort 2024-11-08T20:15:57,132 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,43173,1731096955086 2024-11-08T20:15:57,134 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35111/user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T20:15:57,137 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T20:15:57,137 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T20:15:57,137 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T20:15:57,138 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ae1476a7656f,43173,1731096955086 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T20:15:57,140 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:15:57,140 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:15:57,140 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:15:57,140 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:15:57,141 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ae1476a7656f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T20:15:57,141 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:15:57,141 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:15:57,141 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:15:57,144 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731096987144 2024-11-08T20:15:57,144 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T20:15:57,144 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T20:15:57,145 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T20:15:57,145 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T20:15:57,145 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T20:15:57,145 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T20:15:57,146 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:15:57,146 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T20:15:57,148 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:15:57,148 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T20:15:57,152 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:15:57,154 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T20:15:57,154 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T20:15:57,154 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T20:15:57,154 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T20:15:57,155 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T20:15:57,155 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T20:15:57,155 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731096957155,5,FailOnTimeoutGroup] 2024-11-08T20:15:57,155 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731096957155,5,FailOnTimeoutGroup] 2024-11-08T20:15:57,155 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:15:57,155 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T20:15:57,155 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T20:15:57,156 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T20:15:57,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35327 is added to blk_1073741831_1007 (size=1321) 2024-11-08T20:15:57,176 INFO [RS:0;ae1476a7656f:36155 {}] regionserver.HRegionServer(746): ClusterId : 8d685b87-1428-4d4d-a18c-8fea35258159 2024-11-08T20:15:57,176 DEBUG [RS:0;ae1476a7656f:36155 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T20:15:57,190 DEBUG [RS:0;ae1476a7656f:36155 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T20:15:57,190 DEBUG [RS:0;ae1476a7656f:36155 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T20:15:57,201 DEBUG [RS:0;ae1476a7656f:36155 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T20:15:57,201 DEBUG [RS:0;ae1476a7656f:36155 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42e4e0d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:15:57,218 DEBUG [RS:0;ae1476a7656f:36155 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ae1476a7656f:36155 2024-11-08T20:15:57,218 INFO [RS:0;ae1476a7656f:36155 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T20:15:57,218 INFO [RS:0;ae1476a7656f:36155 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T20:15:57,218 DEBUG [RS:0;ae1476a7656f:36155 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T20:15:57,219 INFO [RS:0;ae1476a7656f:36155 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae1476a7656f,43173,1731096955086 with port=36155, startcode=1731096955228 2024-11-08T20:15:57,220 DEBUG [RS:0;ae1476a7656f:36155 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T20:15:57,222 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T20:15:57,222 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43173 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae1476a7656f,36155,1731096955228 2024-11-08T20:15:57,223 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43173 {}] master.ServerManager(517): Registering regionserver=ae1476a7656f,36155,1731096955228 2024-11-08T20:15:57,225 DEBUG [RS:0;ae1476a7656f:36155 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35111/user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50 2024-11-08T20:15:57,225 DEBUG [RS:0;ae1476a7656f:36155 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35111 2024-11-08T20:15:57,225 DEBUG [RS:0;ae1476a7656f:36155 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T20:15:57,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43173-0x1011c1710300003, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-872293950/rs 2024-11-08T20:15:57,236 DEBUG [RS:0;ae1476a7656f:36155 {}] zookeeper.ZKUtil(111): regionserver:36155-0x1011c1710300004, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Set watcher on existing znode=/1-872293950/rs/ae1476a7656f,36155,1731096955228 2024-11-08T20:15:57,236 WARN [RS:0;ae1476a7656f:36155 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:15:57,236 INFO [RS:0;ae1476a7656f:36155 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:15:57,236 DEBUG [RS:0;ae1476a7656f:36155 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35111/user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/WALs/ae1476a7656f,36155,1731096955228 2024-11-08T20:15:57,236 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae1476a7656f,36155,1731096955228] 2024-11-08T20:15:57,241 INFO [RS:0;ae1476a7656f:36155 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T20:15:57,243 INFO [RS:0;ae1476a7656f:36155 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T20:15:57,244 INFO [RS:0;ae1476a7656f:36155 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T20:15:57,245 INFO [RS:0;ae1476a7656f:36155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:15:57,245 INFO [RS:0;ae1476a7656f:36155 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T20:15:57,246 INFO [RS:0;ae1476a7656f:36155 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T20:15:57,246 INFO [RS:0;ae1476a7656f:36155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T20:15:57,247 DEBUG [RS:0;ae1476a7656f:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:15:57,247 DEBUG [RS:0;ae1476a7656f:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:15:57,247 DEBUG [RS:0;ae1476a7656f:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:15:57,247 DEBUG [RS:0;ae1476a7656f:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:15:57,247 DEBUG [RS:0;ae1476a7656f:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:15:57,247 DEBUG [RS:0;ae1476a7656f:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:15:57,247 DEBUG [RS:0;ae1476a7656f:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:15:57,247 DEBUG [RS:0;ae1476a7656f:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:15:57,248 DEBUG [RS:0;ae1476a7656f:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:15:57,248 DEBUG [RS:0;ae1476a7656f:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:15:57,248 DEBUG [RS:0;ae1476a7656f:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:15:57,248 DEBUG [RS:0;ae1476a7656f:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:15:57,248 DEBUG [RS:0;ae1476a7656f:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:15:57,248 DEBUG [RS:0;ae1476a7656f:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:15:57,249 INFO [RS:0;ae1476a7656f:36155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:15:57,249 INFO [RS:0;ae1476a7656f:36155 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:15:57,249 INFO [RS:0;ae1476a7656f:36155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:15:57,249 INFO [RS:0;ae1476a7656f:36155 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T20:15:57,249 INFO [RS:0;ae1476a7656f:36155 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T20:15:57,249 INFO [RS:0;ae1476a7656f:36155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,36155,1731096955228-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:15:57,269 INFO [RS:0;ae1476a7656f:36155 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T20:15:57,270 INFO [RS:0;ae1476a7656f:36155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,36155,1731096955228-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:15:57,270 INFO [RS:0;ae1476a7656f:36155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:15:57,270 INFO [RS:0;ae1476a7656f:36155 {}] regionserver.Replication(171): ae1476a7656f,36155,1731096955228 started 2024-11-08T20:15:57,287 INFO [RS:0;ae1476a7656f:36155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:15:57,287 INFO [RS:0;ae1476a7656f:36155 {}] regionserver.HRegionServer(1482): Serving as ae1476a7656f,36155,1731096955228, RpcServer on ae1476a7656f/172.17.0.3:36155, sessionid=0x1011c1710300004 2024-11-08T20:15:57,287 DEBUG [RS:0;ae1476a7656f:36155 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T20:15:57,287 DEBUG [RS:0;ae1476a7656f:36155 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae1476a7656f,36155,1731096955228 2024-11-08T20:15:57,287 DEBUG [RS:0;ae1476a7656f:36155 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,36155,1731096955228' 2024-11-08T20:15:57,288 DEBUG [RS:0;ae1476a7656f:36155 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-872293950/flush-table-proc/abort' 2024-11-08T20:15:57,288 DEBUG [RS:0;ae1476a7656f:36155 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-872293950/flush-table-proc/acquired' 2024-11-08T20:15:57,289 DEBUG [RS:0;ae1476a7656f:36155 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T20:15:57,289 DEBUG [RS:0;ae1476a7656f:36155 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T20:15:57,289 DEBUG [RS:0;ae1476a7656f:36155 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae1476a7656f,36155,1731096955228 2024-11-08T20:15:57,289 DEBUG [RS:0;ae1476a7656f:36155 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,36155,1731096955228' 2024-11-08T20:15:57,289 DEBUG [RS:0;ae1476a7656f:36155 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-872293950/online-snapshot/abort' 2024-11-08T20:15:57,289 DEBUG [RS:0;ae1476a7656f:36155 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-872293950/online-snapshot/acquired' 2024-11-08T20:15:57,290 DEBUG [RS:0;ae1476a7656f:36155 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T20:15:57,290 INFO [RS:0;ae1476a7656f:36155 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T20:15:57,290 INFO [RS:0;ae1476a7656f:36155 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T20:15:57,391 INFO [RS:0;ae1476a7656f:36155 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:15:57,394 INFO [RS:0;ae1476a7656f:36155 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C36155%2C1731096955228, suffix=, logDir=hdfs://localhost:35111/user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/WALs/ae1476a7656f,36155,1731096955228, archiveDir=hdfs://localhost:35111/user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/oldWALs, maxLogs=10 2024-11-08T20:15:57,410 DEBUG [RS:0;ae1476a7656f:36155 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/WALs/ae1476a7656f,36155,1731096955228/ae1476a7656f%2C36155%2C1731096955228.1731096957396, exclude list is [], retry=0 2024-11-08T20:15:57,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35327,DS-a98c78e0-5e46-49ef-82b6-8ebb56b83403,DISK] 2024-11-08T20:15:57,421 INFO [RS:0;ae1476a7656f:36155 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/WALs/ae1476a7656f,36155,1731096955228/ae1476a7656f%2C36155%2C1731096955228.1731096957396 2024-11-08T20:15:57,421 DEBUG [RS:0;ae1476a7656f:36155 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45303:45303)] 2024-11-08T20:15:57,449 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T20:15:57,561 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35111/user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T20:15:57,561 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35111/user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50 2024-11-08T20:15:57,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35327 is added to blk_1073741833_1009 (size=32) 2024-11-08T20:15:57,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:15:57,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:15:57,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:15:57,979 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:15:57,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:15:57,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:15:57,982 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:15:57,982 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:15:57,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:15:57,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:15:57,985 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:15:57,985 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:15:57,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:15:57,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:15:57,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:15:57,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:15:57,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:15:57,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:15:57,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35111/user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/data/hbase/meta/1588230740 2024-11-08T20:15:57,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35111/user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/data/hbase/meta/1588230740 2024-11-08T20:15:57,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:15:57,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:15:57,994 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:15:57,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:15:58,000 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35111/user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:15:58,001 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60553471, jitterRate=-0.09768296778202057}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:15:58,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731096957973Initializing all the Stores at 1731096957975 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731096957975Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731096957976 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096957976Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731096957976Cleaning up temporary data from old regions at 1731096957993 (+17 ms)Region opened successfully at 1731096958001 (+8 ms) 2024-11-08T20:15:58,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:15:58,001 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:15:58,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:15:58,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:15:58,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:15:58,002 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:15:58,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731096958001Disabling compacts and flushes for region at 1731096958001Disabling writes for close at 1731096958001Writing region close event to WAL at 1731096958002 (+1 ms)Closed at 1731096958002 2024-11-08T20:15:58,004 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:15:58,004 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T20:15:58,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T20:15:58,007 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:15:58,009 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T20:15:58,159 DEBUG [ae1476a7656f:43173 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T20:15:58,160 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ae1476a7656f,36155,1731096955228 2024-11-08T20:15:58,163 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,36155,1731096955228, state=OPENING 2024-11-08T20:15:58,245 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T20:15:58,282 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T20:15:58,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43173-0x1011c1710300003, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-872293950 2024-11-08T20:15:58,304 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x1011c1710300004, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-872293950 2024-11-08T20:15:58,305 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-872293950/meta-region-server: CHANGED 2024-11-08T20:15:58,305 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-872293950/meta-region-server: CHANGED 2024-11-08T20:15:58,305 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:15:58,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,36155,1731096955228}] 2024-11-08T20:15:58,309 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T20:15:58,310 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T20:15:58,312 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:15:58,312 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T20:15:58,313 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:15:58,313 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T20:15:58,313 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T20:15:58,313 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T20:15:58,462 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:15:58,465 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T20:15:58,470 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T20:15:58,470 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:15:58,471 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T20:15:58,473 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C36155%2C1731096955228.meta, suffix=.meta, logDir=hdfs://localhost:35111/user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/WALs/ae1476a7656f,36155,1731096955228, archiveDir=hdfs://localhost:35111/user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/oldWALs, maxLogs=10 2024-11-08T20:15:58,490 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/WALs/ae1476a7656f,36155,1731096955228/ae1476a7656f%2C36155%2C1731096955228.meta.1731096958475.meta, exclude list is [], retry=0 2024-11-08T20:15:58,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35327,DS-a98c78e0-5e46-49ef-82b6-8ebb56b83403,DISK] 2024-11-08T20:15:58,497 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/WALs/ae1476a7656f,36155,1731096955228/ae1476a7656f%2C36155%2C1731096955228.meta.1731096958475.meta 2024-11-08T20:15:58,498 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45303:45303)] 2024-11-08T20:15:58,498 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:15:58,498 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:15:58,499 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T20:15:58,499 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T20:15:58,499 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T20:15:58,499 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T20:15:58,499 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:15:58,499 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T20:15:58,499 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T20:15:58,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:15:58,506 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:15:58,507 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:15:58,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:15:58,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:15:58,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:15:58,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:15:58,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:15:58,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:15:58,512 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:15:58,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:15:58,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:15:58,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:15:58,515 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:15:58,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:15:58,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:15:58,517 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:15:58,519 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35111/user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/data/hbase/meta/1588230740 2024-11-08T20:15:58,521 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35111/user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/data/hbase/meta/1588230740 2024-11-08T20:15:58,523 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:15:58,524 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:15:58,525 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:15:58,527 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:15:58,530 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60929132, jitterRate=-0.09208518266677856}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:15:58,530 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T20:15:58,530 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731096958500Writing region info on filesystem at 1731096958500Initializing all the Stores at 1731096958501 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731096958501Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731096958504 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096958504Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731096958504Cleaning up temporary data from old regions at 1731096958524 (+20 ms)Running coprocessor post-open hooks at 1731096958530 (+6 ms)Region opened successfully at 1731096958530 2024-11-08T20:15:58,532 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731096958461 2024-11-08T20:15:58,537 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T20:15:58,538 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T20:15:58,539 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,36155,1731096955228 2024-11-08T20:15:58,542 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,36155,1731096955228, state=OPEN 2024-11-08T20:15:58,551 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x1011c1710300004, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-872293950/meta-region-server 2024-11-08T20:15:58,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43173-0x1011c1710300003, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-872293950/meta-region-server 2024-11-08T20:15:58,551 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ae1476a7656f,36155,1731096955228 2024-11-08T20:15:58,551 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-872293950/meta-region-server: CHANGED 2024-11-08T20:15:58,551 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-872293950/meta-region-server: CHANGED 2024-11-08T20:15:58,559 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T20:15:58,559 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,36155,1731096955228 in 245 msec 2024-11-08T20:15:58,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T20:15:58,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 555 msec 2024-11-08T20:15:58,568 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:15:58,568 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T20:15:58,571 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:15:58,571 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,36155,1731096955228, seqNum=-1] 2024-11-08T20:15:58,572 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:15:58,574 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48841, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:15:58,586 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4480 sec 2024-11-08T20:15:58,586 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731096958586, completionTime=-1 2024-11-08T20:15:58,587 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T20:15:58,587 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T20:15:58,591 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T20:15:58,591 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731097018591 2024-11-08T20:15:58,591 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731097078591 2024-11-08T20:15:58,591 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-08T20:15:58,592 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,43173,1731096955086-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:15:58,592 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,43173,1731096955086-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:15:58,592 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,43173,1731096955086-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:15:58,592 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ae1476a7656f:43173, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:15:58,592 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T20:15:58,594 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T20:15:58,597 DEBUG [master/ae1476a7656f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T20:15:58,600 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.264sec 2024-11-08T20:15:58,601 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T20:15:58,601 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T20:15:58,601 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T20:15:58,601 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T20:15:58,601 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T20:15:58,601 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,43173,1731096955086-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:15:58,601 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,43173,1731096955086-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T20:15:58,605 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T20:15:58,605 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T20:15:58,605 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,43173,1731096955086-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:15:58,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ddcb6a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:15:58,677 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,43173,-1 for getting cluster id 2024-11-08T20:15:58,677 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:15:58,679 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d685b87-1428-4d4d-a18c-8fea35258159' 2024-11-08T20:15:58,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:15:58,680 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d685b87-1428-4d4d-a18c-8fea35258159" 2024-11-08T20:15:58,680 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1994a2e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:15:58,680 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,43173,-1] 2024-11-08T20:15:58,681 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:15:58,681 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:15:58,683 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:15:58,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5394f5ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:15:58,685 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:15:58,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,36155,1731096955228, seqNum=-1] 2024-11-08T20:15:58,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:15:58,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:15:58,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ae1476a7656f,43173,1731096955086 2024-11-08T20:15:58,693 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54938 2024-11-08T20:15:58,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:15:58,705 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011c1710300005 connected 2024-11-08T20:15:58,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b95dbae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:15:58,721 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,32807,-1 for getting cluster id 2024-11-08T20:15:58,721 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:15:58,723 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2dabc5b-70e6-4979-8cbb-a3d0676e9978' 2024-11-08T20:15:58,723 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:15:58,724 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2dabc5b-70e6-4979-8cbb-a3d0676e9978" 2024-11-08T20:15:58,724 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d247777, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:15:58,724 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,32807,-1] 2024-11-08T20:15:58,725 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:15:58,725 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:15:58,727 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:15:58,728 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ff000f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:15:58,736 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:15:58,741 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,32807,1731096947329 2024-11-08T20:15:58,744 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e570f29 2024-11-08T20:15:58,745 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:15:58,747 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:15:58,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32807 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ae1476a7656f:43173,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T20:15:58,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32807 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T20:15:58,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:15:58,763 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ae1476a7656f:43173' 2024-11-08T20:15:58,765 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@625791db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:15:58,765 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,43173,-1 for getting cluster id 2024-11-08T20:15:58,766 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:15:58,767 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d685b87-1428-4d4d-a18c-8fea35258159' 2024-11-08T20:15:58,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:15:58,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d685b87-1428-4d4d-a18c-8fea35258159" 2024-11-08T20:15:58,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@588a06c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:15:58,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,43173,-1] 2024-11-08T20:15:58,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:15:58,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:15:58,770 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:15:58,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31baa87f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:15:58,772 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:15:58,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,43173,1731096955086 2024-11-08T20:15:58,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ee10b1b 2024-11-08T20:15:58,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:15:58,779 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:15:58,794 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-08T20:15:58,794 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T20:15:58,799 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:15:58,800 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:15:58,800 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:15:58,801 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:15:58,806 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T20:15:58,810 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T20:15:58,811 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:15:58,813 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T20:15:58,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741835_1011 (size=1138) 2024-11-08T20:15:58,828 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f8c8eb4e096bf4d0db66ed3db6573738, NAME => 'hbase:replication,,1731096958801.f8c8eb4e096bf4d0db66ed3db6573738.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b 2024-11-08T20:15:58,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741836_1012 (size=44) 2024-11-08T20:15:58,859 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T20:15:58,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:15:59,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:15:59,248 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731096958801.f8c8eb4e096bf4d0db66ed3db6573738.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:15:59,248 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f8c8eb4e096bf4d0db66ed3db6573738, disabling compactions & flushes 2024-11-08T20:15:59,248 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731096958801.f8c8eb4e096bf4d0db66ed3db6573738. 2024-11-08T20:15:59,248 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731096958801.f8c8eb4e096bf4d0db66ed3db6573738. 2024-11-08T20:15:59,248 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731096958801.f8c8eb4e096bf4d0db66ed3db6573738. after waiting 0 ms 2024-11-08T20:15:59,248 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731096958801.f8c8eb4e096bf4d0db66ed3db6573738. 2024-11-08T20:15:59,248 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731096958801.f8c8eb4e096bf4d0db66ed3db6573738. 2024-11-08T20:15:59,248 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f8c8eb4e096bf4d0db66ed3db6573738: Waiting for close lock at 1731096959248Disabling compacts and flushes for region at 1731096959248Disabling writes for close at 1731096959248Writing region close event to WAL at 1731096959248Closed at 1731096959248 2024-11-08T20:15:59,251 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T20:15:59,258 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731096958801.f8c8eb4e096bf4d0db66ed3db6573738.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731096959251"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731096959251"}]},"ts":"1731096959251"} 2024-11-08T20:15:59,263 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T20:15:59,265 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T20:15:59,267 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731096959265"}]},"ts":"1731096959265"} 2024-11-08T20:15:59,275 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T20:15:59,277 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f8c8eb4e096bf4d0db66ed3db6573738, ASSIGN}] 2024-11-08T20:15:59,279 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f8c8eb4e096bf4d0db66ed3db6573738, ASSIGN 2024-11-08T20:15:59,281 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f8c8eb4e096bf4d0db66ed3db6573738, ASSIGN; state=OFFLINE, location=ae1476a7656f,44809,1731096948232; forceNewPlan=false, retain=false 2024-11-08T20:15:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:15:59,433 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f8c8eb4e096bf4d0db66ed3db6573738, regionState=OPENING, regionLocation=ae1476a7656f,44809,1731096948232 2024-11-08T20:15:59,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f8c8eb4e096bf4d0db66ed3db6573738, ASSIGN because future has completed 2024-11-08T20:15:59,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f8c8eb4e096bf4d0db66ed3db6573738, server=ae1476a7656f,44809,1731096948232}] 2024-11-08T20:15:59,601 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731096958801.f8c8eb4e096bf4d0db66ed3db6573738. 2024-11-08T20:15:59,601 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:15:59,601 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T20:15:59,604 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C44809%2C1731096948232.rep, suffix=, logDir=hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,44809,1731096948232, archiveDir=hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/oldWALs, maxLogs=10 2024-11-08T20:15:59,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,44809,1731096948232/ae1476a7656f%2C44809%2C1731096948232.rep.1731096959605, exclude list is [], retry=0 2024-11-08T20:15:59,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39739,DS-ef4ecac2-714a-41c0-9d84-51ba1ac4eccf,DISK] 2024-11-08T20:15:59,625 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,44809,1731096948232/ae1476a7656f%2C44809%2C1731096948232.rep.1731096959605 2024-11-08T20:15:59,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44723:44723)] 2024-11-08T20:15:59,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => f8c8eb4e096bf4d0db66ed3db6573738, NAME => 'hbase:replication,,1731096958801.f8c8eb4e096bf4d0db66ed3db6573738.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:15:59,629 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:15:59,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T20:15:59,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731096958801.f8c8eb4e096bf4d0db66ed3db6573738. service=MultiRowMutationService 2024-11-08T20:15:59,629 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T20:15:59,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f8c8eb4e096bf4d0db66ed3db6573738 2024-11-08T20:15:59,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731096958801.f8c8eb4e096bf4d0db66ed3db6573738.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:15:59,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for f8c8eb4e096bf4d0db66ed3db6573738 2024-11-08T20:15:59,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for f8c8eb4e096bf4d0db66ed3db6573738 2024-11-08T20:15:59,633 INFO [StoreOpener-f8c8eb4e096bf4d0db66ed3db6573738-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f8c8eb4e096bf4d0db66ed3db6573738 2024-11-08T20:15:59,635 INFO [StoreOpener-f8c8eb4e096bf4d0db66ed3db6573738-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8c8eb4e096bf4d0db66ed3db6573738 columnFamilyName hfileref 2024-11-08T20:15:59,635 DEBUG [StoreOpener-f8c8eb4e096bf4d0db66ed3db6573738-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:15:59,636 INFO [StoreOpener-f8c8eb4e096bf4d0db66ed3db6573738-1 {}] regionserver.HStore(327): Store=f8c8eb4e096bf4d0db66ed3db6573738/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:15:59,636 INFO [StoreOpener-f8c8eb4e096bf4d0db66ed3db6573738-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f8c8eb4e096bf4d0db66ed3db6573738 2024-11-08T20:15:59,638 INFO [StoreOpener-f8c8eb4e096bf4d0db66ed3db6573738-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8c8eb4e096bf4d0db66ed3db6573738 columnFamilyName queue 2024-11-08T20:15:59,639 DEBUG [StoreOpener-f8c8eb4e096bf4d0db66ed3db6573738-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:15:59,639 INFO [StoreOpener-f8c8eb4e096bf4d0db66ed3db6573738-1 {}] regionserver.HStore(327): Store=f8c8eb4e096bf4d0db66ed3db6573738/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:15:59,639 INFO [StoreOpener-f8c8eb4e096bf4d0db66ed3db6573738-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f8c8eb4e096bf4d0db66ed3db6573738 2024-11-08T20:15:59,642 INFO [StoreOpener-f8c8eb4e096bf4d0db66ed3db6573738-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8c8eb4e096bf4d0db66ed3db6573738 columnFamilyName sid 2024-11-08T20:15:59,642 DEBUG [StoreOpener-f8c8eb4e096bf4d0db66ed3db6573738-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:15:59,642 INFO [StoreOpener-f8c8eb4e096bf4d0db66ed3db6573738-1 {}] regionserver.HStore(327): Store=f8c8eb4e096bf4d0db66ed3db6573738/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:15:59,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for f8c8eb4e096bf4d0db66ed3db6573738 2024-11-08T20:15:59,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/data/hbase/replication/f8c8eb4e096bf4d0db66ed3db6573738 2024-11-08T20:15:59,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/data/hbase/replication/f8c8eb4e096bf4d0db66ed3db6573738 2024-11-08T20:15:59,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for f8c8eb4e096bf4d0db66ed3db6573738 2024-11-08T20:15:59,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for f8c8eb4e096bf4d0db66ed3db6573738 2024-11-08T20:15:59,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T20:15:59,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for f8c8eb4e096bf4d0db66ed3db6573738 2024-11-08T20:15:59,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/data/hbase/replication/f8c8eb4e096bf4d0db66ed3db6573738/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:15:59,655 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened f8c8eb4e096bf4d0db66ed3db6573738; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71318146, jitterRate=0.06272318959236145}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T20:15:59,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f8c8eb4e096bf4d0db66ed3db6573738 2024-11-08T20:15:59,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for f8c8eb4e096bf4d0db66ed3db6573738: Running coprocessor pre-open hook at 1731096959630Writing region info on filesystem at 1731096959630Initializing all the Stores at 1731096959632 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096959632Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096959632Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096959632Cleaning up temporary data from old regions at 1731096959647 (+15 ms)Running coprocessor post-open hooks at 1731096959655 (+8 ms)Region opened successfully at 1731096959656 (+1 ms) 2024-11-08T20:15:59,658 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731096958801.f8c8eb4e096bf4d0db66ed3db6573738., pid=7, masterSystemTime=1731096959593 2024-11-08T20:15:59,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731096958801.f8c8eb4e096bf4d0db66ed3db6573738. 2024-11-08T20:15:59,662 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731096958801.f8c8eb4e096bf4d0db66ed3db6573738. 2024-11-08T20:15:59,663 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f8c8eb4e096bf4d0db66ed3db6573738, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,44809,1731096948232 2024-11-08T20:15:59,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f8c8eb4e096bf4d0db66ed3db6573738, server=ae1476a7656f,44809,1731096948232 because future has completed 2024-11-08T20:15:59,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-08T20:15:59,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure f8c8eb4e096bf4d0db66ed3db6573738, server=ae1476a7656f,44809,1731096948232 in 231 msec 2024-11-08T20:15:59,678 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T20:15:59,678 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f8c8eb4e096bf4d0db66ed3db6573738, ASSIGN in 397 msec 2024-11-08T20:15:59,679 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T20:15:59,679 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731096959679"}]},"ts":"1731096959679"} 2024-11-08T20:15:59,683 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T20:15:59,685 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T20:15:59,689 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 883 msec 2024-11-08T20:15:59,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731096958801.f8c8eb4e096bf4d0db66ed3db6573738., hostname=ae1476a7656f,44809,1731096948232, seqNum=2] 2024-11-08T20:15:59,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44809 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-08T20:15:59,814 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44809-0x1011c1710300001, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042308036 2024-11-08T20:15:59,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32807-0x1011c1710300000, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042308036 2024-11-08T20:15:59,845 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T20:15:59,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:16:00,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-08T20:16:00,015 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T20:16:00,062 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-ae1476a7656f,44809,1731096948232, ReplicationSource: 1, currentBandwidth=0 2024-11-08T20:16:00,064 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:16:00,064 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,44809,1731096948232, seqNum=-1] 2024-11-08T20:16:00,065 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:16:00,066 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35135, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-08T20:16:00,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ae1476a7656f,44809,1731096948232', locateType=CURRENT is [region=hbase:replication,,1731096958801.f8c8eb4e096bf4d0db66ed3db6573738., hostname=ae1476a7656f,44809,1731096948232, seqNum=2] 2024-11-08T20:16:00,078 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-08T20:16:00,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32807 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-08T20:16:00,085 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ae1476a7656f,44809,1731096948232 suceeded 2024-11-08T20:16:00,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-08T20:16:00,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 240 msec 2024-11-08T20:16:00,089 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ae1476a7656f:43173,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T20:16:00,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3380 sec 2024-11-08T20:16:00,101 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44809,1731096948232 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ae1476a7656f:43173' 2024-11-08T20:16:00,103 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44809,1731096948232 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@685f3681, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:00,103 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44809,1731096948232 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,43173,-1 for getting cluster id 2024-11-08T20:16:00,104 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44809,1731096948232 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:16:00,105 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d685b87-1428-4d4d-a18c-8fea35258159' 2024-11-08T20:16:00,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:16:00,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d685b87-1428-4d4d-a18c-8fea35258159" 2024-11-08T20:16:00,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7fc3721e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:00,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,43173,-1] 2024-11-08T20:16:00,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:16:00,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:00,107 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:16:00,109 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44809,1731096948232 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19c07c0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:00,109 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44809,1731096948232 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:16:00,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,43173,1731096955086 2024-11-08T20:16:00,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5921e315 2024-11-08T20:16:00,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:16:00,112 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-08T20:16:00,113 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44809,1731096948232 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ae1476a7656f,44809,1731096948232 (queues=1) is replicating from cluster=c2dabc5b-70e6-4979-8cbb-a3d0676e9978 to cluster=8d685b87-1428-4d4d-a18c-8fea35258159 2024-11-08T20:16:00,115 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44809,1731096948232 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ae1476a7656f%2C44809%2C1731096948232 2024-11-08T20:16:00,119 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44809,1731096948232 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ae1476a7656f,44809,1731096948232, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T20:16:00,121 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44809,1731096948232.replicationSource.shipperae1476a7656f%2C44809%2C1731096948232,1-ae1476a7656f,44809,1731096948232 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ae1476a7656f%2C44809%2C1731096948232 2024-11-08T20:16:00,125 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44809,1731096948232.replicationSource.wal-reader.ae1476a7656f%2C44809%2C1731096948232,1-ae1476a7656f,44809,1731096948232 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,44809,1731096948232/ae1476a7656f%2C44809%2C1731096948232.1731096951664, startPosition=0, beingWritten=true 2024-11-08T20:16:00,382 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44809,1731096948232.replicationSource.wal-reader.ae1476a7656f%2C44809%2C1731096948232,1-ae1476a7656f,44809,1731096948232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,44809,1731096948232/ae1476a7656f%2C44809%2C1731096948232.1731096951664 to pos 0, reset compression=false 2024-11-08T20:16:00,692 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44809,1731096948232.replicationSource.wal-reader.ae1476a7656f%2C44809%2C1731096948232,1-ae1476a7656f,44809,1731096948232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,44809,1731096948232/ae1476a7656f%2C44809%2C1731096948232.1731096951664 to pos 0, reset compression=false 2024-11-08T20:16:00,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:16:00,924 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:16:00,924 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:16:00,925 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T20:16:00,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:00,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:00,925 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:16:00,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b28084e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:00,926 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,32807,-1 for getting cluster id 2024-11-08T20:16:00,926 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:16:00,928 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2dabc5b-70e6-4979-8cbb-a3d0676e9978' 2024-11-08T20:16:00,928 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:16:00,928 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2dabc5b-70e6-4979-8cbb-a3d0676e9978" 2024-11-08T20:16:00,929 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24df0be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:00,929 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,32807,-1] 2024-11-08T20:16:00,929 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:16:00,929 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:00,931 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:16:00,932 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66023a39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:00,932 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:16:00,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,32807,1731096947329 2024-11-08T20:16:00,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3edc0a6 2024-11-08T20:16:00,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:16:00,936 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:16:00,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32807 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://ae1476a7656f:43173,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T20:16:00,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32807 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T20:16:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T20:16:00,940 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ae1476a7656f:43173' 2024-11-08T20:16:00,941 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@578e74d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:00,941 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,43173,-1 for getting cluster id 2024-11-08T20:16:00,942 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:16:00,942 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d685b87-1428-4d4d-a18c-8fea35258159' 2024-11-08T20:16:00,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:16:00,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d685b87-1428-4d4d-a18c-8fea35258159" 2024-11-08T20:16:00,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e5e402a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:00,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,43173,-1] 2024-11-08T20:16:00,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:16:00,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:00,945 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:16:00,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f94d2a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:00,946 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:16:00,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,43173,1731096955086 2024-11-08T20:16:00,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5eab0de6 2024-11-08T20:16:00,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:16:00,949 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:16:00,950 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-08T20:16:00,950 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T20:16:00,950 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:00,950 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:00,951 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:16:01,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T20:16:01,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T20:16:01,099 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44809,1731096948232.replicationSource.wal-reader.ae1476a7656f%2C44809%2C1731096948232,1-ae1476a7656f,44809,1731096948232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,44809,1731096948232/ae1476a7656f%2C44809%2C1731096948232.1731096951664 to pos 0, reset compression=false 2024-11-08T20:16:01,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-08T20:16:01,234 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-08T20:16:01,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T20:16:01,280 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-ae1476a7656f,44809,1731096948232, ReplicationSource: 2, currentBandwidth=0 2024-11-08T20:16:01,284 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-08T20:16:01,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32807 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-08T20:16:01,288 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on ae1476a7656f,44809,1731096948232 suceeded 2024-11-08T20:16:01,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T20:16:01,293 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://ae1476a7656f:43173,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T20:16:01,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 209 msec 2024-11-08T20:16:01,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 357 msec 2024-11-08T20:16:01,303 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,2-ae1476a7656f,44809,1731096948232 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ae1476a7656f:43173' 2024-11-08T20:16:01,304 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,2-ae1476a7656f,44809,1731096948232 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c0b4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:01,304 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,2-ae1476a7656f,44809,1731096948232 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,43173,-1 for getting cluster id 2024-11-08T20:16:01,305 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,2-ae1476a7656f,44809,1731096948232 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:16:01,306 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d685b87-1428-4d4d-a18c-8fea35258159' 2024-11-08T20:16:01,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:16:01,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d685b87-1428-4d4d-a18c-8fea35258159" 2024-11-08T20:16:01,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11b421c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:01,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,43173,-1] 2024-11-08T20:16:01,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:16:01,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:01,308 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:16:01,310 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,2-ae1476a7656f,44809,1731096948232 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33496ccb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:01,310 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,2-ae1476a7656f,44809,1731096948232 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:16:01,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,43173,1731096955086 2024-11-08T20:16:01,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d730fa7 2024-11-08T20:16:01,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:16:01,312 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-08T20:16:01,313 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,2-ae1476a7656f,44809,1731096948232 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-ae1476a7656f,44809,1731096948232 (queues=1) is replicating from cluster=c2dabc5b-70e6-4979-8cbb-a3d0676e9978 to cluster=8d685b87-1428-4d4d-a18c-8fea35258159 2024-11-08T20:16:01,313 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,2-ae1476a7656f,44809,1731096948232 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=ae1476a7656f%2C44809%2C1731096948232 2024-11-08T20:16:01,314 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,2-ae1476a7656f,44809,1731096948232 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-ae1476a7656f,44809,1731096948232, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T20:16:01,314 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,2-ae1476a7656f,44809,1731096948232.replicationSource.shipperae1476a7656f%2C44809%2C1731096948232,2-ae1476a7656f,44809,1731096948232 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ae1476a7656f%2C44809%2C1731096948232 2024-11-08T20:16:01,314 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,2-ae1476a7656f,44809,1731096948232.replicationSource.wal-reader.ae1476a7656f%2C44809%2C1731096948232,2-ae1476a7656f,44809,1731096948232 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,44809,1731096948232/ae1476a7656f%2C44809%2C1731096948232.1731096951664, startPosition=0, beingWritten=true 2024-11-08T20:16:01,521 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,2-ae1476a7656f,44809,1731096948232.replicationSource.wal-reader.ae1476a7656f%2C44809%2C1731096948232,2-ae1476a7656f,44809,1731096948232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,44809,1731096948232/ae1476a7656f%2C44809%2C1731096948232.1731096951664 to pos 0, reset compression=false 2024-11-08T20:16:01,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T20:16:01,564 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-08T20:16:01,564 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:16:01,564 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:16:01,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:01,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:01,564 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:16:01,565 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:16:01,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,32807,1731096947329 2024-11-08T20:16:01,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71ecc597 2024-11-08T20:16:01,569 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:16:01,571 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:16:01,572 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32807 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-08T20:16:01,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32807 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-08T20:16:01,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32807 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-08T20:16:01,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32807 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-08T20:16:01,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32807 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://ae1476a7656f:43173,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T20:16:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32807 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-08T20:16:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T20:16:01,590 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ae1476a7656f:43173' 2024-11-08T20:16:01,592 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@564ee496, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:01,592 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,43173,-1 for getting cluster id 2024-11-08T20:16:01,593 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:16:01,594 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d685b87-1428-4d4d-a18c-8fea35258159' 2024-11-08T20:16:01,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:16:01,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d685b87-1428-4d4d-a18c-8fea35258159" 2024-11-08T20:16:01,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43e0f242, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:01,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,43173,-1] 2024-11-08T20:16:01,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:16:01,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:01,596 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:16:01,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62f3e14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:01,597 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:16:01,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,43173,1731096955086 2024-11-08T20:16:01,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@373fcff 2024-11-08T20:16:01,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:16:01,600 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:16:01,601 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T20:16:01,601 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T20:16:01,601 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:01,602 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:01,602 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:16:01,607 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44809,1731096948232.replicationSource.wal-reader.ae1476a7656f%2C44809%2C1731096948232,1-ae1476a7656f,44809,1731096948232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,44809,1731096948232/ae1476a7656f%2C44809%2C1731096948232.1731096951664 to pos 0, reset compression=false 2024-11-08T20:16:01,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T20:16:01,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T20:16:01,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-08T20:16:01,808 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-08T20:16:01,810 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-08T20:16:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32807 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-08T20:16:01,814 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on ae1476a7656f,44809,1731096948232 suceeded 2024-11-08T20:16:01,818 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-08T20:16:01,818 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-11-08T20:16:01,818 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://ae1476a7656f:43173,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T20:16:01,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 236 msec 2024-11-08T20:16:01,829 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,2-ae1476a7656f,44809,1731096948232.replicationSource.wal-reader.ae1476a7656f%2C44809%2C1731096948232,2-ae1476a7656f,44809,1731096948232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,44809,1731096948232/ae1476a7656f%2C44809%2C1731096948232.1731096951664 to pos 0, reset compression=false 2024-11-08T20:16:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T20:16:01,904 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-08T20:16:01,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32807 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://ae1476a7656f:43173,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T20:16:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32807 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-08T20:16:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T20:16:01,909 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ae1476a7656f:43173' 2024-11-08T20:16:01,910 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25467f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:01,911 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,43173,-1 for getting cluster id 2024-11-08T20:16:01,911 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:16:01,912 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d685b87-1428-4d4d-a18c-8fea35258159' 2024-11-08T20:16:01,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:16:01,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d685b87-1428-4d4d-a18c-8fea35258159" 2024-11-08T20:16:01,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c5f4850, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:01,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,43173,-1] 2024-11-08T20:16:01,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:16:01,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:01,914 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:16:01,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c5cfeef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:01,915 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:16:01,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,43173,1731096955086 2024-11-08T20:16:01,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@524f3b2b 2024-11-08T20:16:01,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:16:01,918 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:16:01,919 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-08T20:16:01,919 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T20:16:01,919 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:01,920 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:01,920 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:16:01,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T20:16:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T20:16:02,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-08T20:16:02,150 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-08T20:16:02,151 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-08T20:16:02,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32807 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-08T20:16:02,158 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on ae1476a7656f,44809,1731096948232 suceeded 2024-11-08T20:16:02,162 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-08T20:16:02,163 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://ae1476a7656f:43173,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T20:16:02,163 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 164 msec 2024-11-08T20:16:02,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 258 msec 2024-11-08T20:16:02,214 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44809,1731096948232.replicationSource.wal-reader.ae1476a7656f%2C44809%2C1731096948232,1-ae1476a7656f,44809,1731096948232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,44809,1731096948232/ae1476a7656f%2C44809%2C1731096948232.1731096951664 to pos 0, reset compression=false 2024-11-08T20:16:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T20:16:02,224 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-08T20:16:02,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32807 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-08T20:16:02,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32807 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-08T20:16:02,226 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:16:02,226 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:16:02,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:02,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:02,227 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:16:02,227 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T20:16:02,227 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1078958413, stopped=false 2024-11-08T20:16:02,227 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ae1476a7656f,32807,1731096947329 2024-11-08T20:16:02,235 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44809-0x1011c1710300001, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/042308036/running 2024-11-08T20:16:02,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32807-0x1011c1710300000, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/042308036/running 2024-11-08T20:16:02,235 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:16:02,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32807-0x1011c1710300000, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042308036 2024-11-08T20:16:02,235 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44809-0x1011c1710300001, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042308036 2024-11-08T20:16:02,235 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:16:02,235 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:16:02,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:02,236 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44809-0x1011c1710300001, quorum=127.0.0.1:54938, baseZNode=/042308036 Set watcher on znode that does not yet exist, /042308036/running 2024-11-08T20:16:02,236 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ae1476a7656f,44809,1731096948232' ***** 2024-11-08T20:16:02,236 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T20:16:02,236 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32807-0x1011c1710300000, quorum=127.0.0.1:54938, baseZNode=/042308036 Set watcher on znode that does not yet exist, /042308036/running 2024-11-08T20:16:02,236 INFO [RS:0;ae1476a7656f:44809 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T20:16:02,236 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,2-ae1476a7656f,44809,1731096948232.replicationSource.wal-reader.ae1476a7656f%2C44809%2C1731096948232,2-ae1476a7656f,44809,1731096948232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,44809,1731096948232/ae1476a7656f%2C44809%2C1731096948232.1731096951664 to pos 0, reset compression=false 2024-11-08T20:16:02,237 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T20:16:02,237 INFO [RS:0;ae1476a7656f:44809 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T20:16:02,237 INFO [RS:0;ae1476a7656f:44809 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T20:16:02,237 INFO [RS:0;ae1476a7656f:44809 {}] regionserver.HRegionServer(3091): Received CLOSE for f8c8eb4e096bf4d0db66ed3db6573738 2024-11-08T20:16:02,238 INFO [RS:0;ae1476a7656f:44809 {}] regionserver.HRegionServer(959): stopping server ae1476a7656f,44809,1731096948232 2024-11-08T20:16:02,238 INFO [RS:0;ae1476a7656f:44809 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:16:02,238 INFO [RS:0;ae1476a7656f:44809 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:44809. 2024-11-08T20:16:02,238 DEBUG [RS:0;ae1476a7656f:44809 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:16:02,238 DEBUG [RS:0;ae1476a7656f:44809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:02,238 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f8c8eb4e096bf4d0db66ed3db6573738, disabling compactions & flushes 2024-11-08T20:16:02,238 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731096958801.f8c8eb4e096bf4d0db66ed3db6573738. 2024-11-08T20:16:02,238 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731096958801.f8c8eb4e096bf4d0db66ed3db6573738. 2024-11-08T20:16:02,239 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731096958801.f8c8eb4e096bf4d0db66ed3db6573738. after waiting 0 ms 2024-11-08T20:16:02,239 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731096958801.f8c8eb4e096bf4d0db66ed3db6573738. 2024-11-08T20:16:02,239 INFO [RS:0;ae1476a7656f:44809 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T20:16:02,239 INFO [RS:0;ae1476a7656f:44809 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T20:16:02,239 INFO [RS:0;ae1476a7656f:44809 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T20:16:02,239 INFO [RS:0;ae1476a7656f:44809 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T20:16:02,240 INFO [RS:0;ae1476a7656f:44809 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T20:16:02,240 DEBUG [RS:0;ae1476a7656f:44809 {}] regionserver.HRegionServer(1325): Online Regions={f8c8eb4e096bf4d0db66ed3db6573738=hbase:replication,,1731096958801.f8c8eb4e096bf4d0db66ed3db6573738., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T20:16:02,240 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:16:02,240 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:16:02,240 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:16:02,240 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:16:02,240 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:16:02,240 DEBUG [RS:0;ae1476a7656f:44809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f8c8eb4e096bf4d0db66ed3db6573738 2024-11-08T20:16:02,243 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-08T20:16:02,243 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f8c8eb4e096bf4d0db66ed3db6573738 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-08T20:16:02,305 INFO [regionserver/ae1476a7656f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:16:02,313 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/data/hbase/replication/f8c8eb4e096bf4d0db66ed3db6573738/.tmp/queue/3f9f958ea42d464db2cf0a9ab6bb9e42 is 151, key is 1-ae1476a7656f,44809,1731096948232/queue:ae1476a7656f%2C44809%2C1731096948232/1731096960071/Put/seqid=0 2024-11-08T20:16:02,313 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/data/hbase/meta/1588230740/.tmp/info/22581ad1245f4d6fbb51327da5cada5e is 147, key is hbase:replication,,1731096958801.f8c8eb4e096bf4d0db66ed3db6573738./info:regioninfo/1731096959663/Put/seqid=0 2024-11-08T20:16:02,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741838_1014 (size=5500) 2024-11-08T20:16:02,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741839_1015 (size=6631) 2024-11-08T20:16:02,325 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/data/hbase/replication/f8c8eb4e096bf4d0db66ed3db6573738/.tmp/queue/3f9f958ea42d464db2cf0a9ab6bb9e42 2024-11-08T20:16:02,381 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/data/hbase/replication/f8c8eb4e096bf4d0db66ed3db6573738/.tmp/queue/3f9f958ea42d464db2cf0a9ab6bb9e42 as hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/data/hbase/replication/f8c8eb4e096bf4d0db66ed3db6573738/queue/3f9f958ea42d464db2cf0a9ab6bb9e42 2024-11-08T20:16:02,394 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/data/hbase/replication/f8c8eb4e096bf4d0db66ed3db6573738/queue/3f9f958ea42d464db2cf0a9ab6bb9e42, entries=2, sequenceid=6, filesize=5.4 K 2024-11-08T20:16:02,403 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for f8c8eb4e096bf4d0db66ed3db6573738 in 158ms, sequenceid=6, compaction requested=false 2024-11-08T20:16:02,403 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T20:16:02,411 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/data/hbase/replication/f8c8eb4e096bf4d0db66ed3db6573738/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T20:16:02,414 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:16:02,414 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:16:02,414 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731096958801.f8c8eb4e096bf4d0db66ed3db6573738. 2024-11-08T20:16:02,415 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f8c8eb4e096bf4d0db66ed3db6573738: Waiting for close lock at 1731096962238Running coprocessor pre-close hooks at 1731096962238Disabling compacts and flushes for region at 1731096962238Disabling writes for close at 1731096962239 (+1 ms)Obtaining lock to block concurrent updates at 1731096962243 (+4 ms)Preparing flush snapshotting stores in f8c8eb4e096bf4d0db66ed3db6573738 at 1731096962243Finished memstore snapshotting hbase:replication,,1731096958801.f8c8eb4e096bf4d0db66ed3db6573738., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731096962252 (+9 ms)Flushing stores of hbase:replication,,1731096958801.f8c8eb4e096bf4d0db66ed3db6573738. at 1731096962253 (+1 ms)Flushing f8c8eb4e096bf4d0db66ed3db6573738/queue: creating writer at 1731096962255 (+2 ms)Flushing f8c8eb4e096bf4d0db66ed3db6573738/queue: appending metadata at 1731096962295 (+40 ms)Flushing f8c8eb4e096bf4d0db66ed3db6573738/queue: closing flushed file at 1731096962297 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56b7ca1a: reopening flushed file at 1731096962379 (+82 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for f8c8eb4e096bf4d0db66ed3db6573738 in 158ms, sequenceid=6, compaction requested=false at 1731096962403 (+24 ms)Writing region close event to WAL at 1731096962406 (+3 ms)Running coprocessor post-close hooks at 1731096962412 (+6 ms)Closed at 1731096962414 (+2 ms) 2024-11-08T20:16:02,415 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731096958801.f8c8eb4e096bf4d0db66ed3db6573738. 2024-11-08T20:16:02,441 DEBUG [RS:0;ae1476a7656f:44809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:16:02,537 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T20:16:02,537 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T20:16:02,641 DEBUG [RS:0;ae1476a7656f:44809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:16:02,726 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/data/hbase/meta/1588230740/.tmp/info/22581ad1245f4d6fbb51327da5cada5e 2024-11-08T20:16:02,747 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,2-ae1476a7656f,44809,1731096948232.replicationSource.wal-reader.ae1476a7656f%2C44809%2C1731096948232,2-ae1476a7656f,44809,1731096948232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,44809,1731096948232/ae1476a7656f%2C44809%2C1731096948232.1731096951664 to pos 0, reset compression=false 2024-11-08T20:16:02,761 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/data/hbase/meta/1588230740/.tmp/ns/330b7698aacd4fdaa753d43951bbd325 is 43, key is default/ns:d/1731096952947/Put/seqid=0 2024-11-08T20:16:02,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741840_1016 (size=5153) 2024-11-08T20:16:02,841 DEBUG [RS:0;ae1476a7656f:44809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:16:02,921 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44809,1731096948232.replicationSource.wal-reader.ae1476a7656f%2C44809%2C1731096948232,1-ae1476a7656f,44809,1731096948232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,44809,1731096948232/ae1476a7656f%2C44809%2C1731096948232.1731096951664 to pos 0, reset compression=false 2024-11-08T20:16:03,042 DEBUG [RS:0;ae1476a7656f:44809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:16:03,172 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/data/hbase/meta/1588230740/.tmp/ns/330b7698aacd4fdaa753d43951bbd325 2024-11-08T20:16:03,201 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/data/hbase/meta/1588230740/.tmp/table/33f6de417da844a292e0291285c82ffb is 53, key is hbase:replication/table:state/1731096959679/Put/seqid=0 2024-11-08T20:16:03,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741841_1017 (size=5256) 2024-11-08T20:16:03,242 INFO [RS:0;ae1476a7656f:44809 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T20:16:03,242 DEBUG [RS:0;ae1476a7656f:44809 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T20:16:03,242 DEBUG [RS:0;ae1476a7656f:44809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:16:03,362 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,2-ae1476a7656f,44809,1731096948232.replicationSource.wal-reader.ae1476a7656f%2C44809%2C1731096948232,2-ae1476a7656f,44809,1731096948232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,44809,1731096948232/ae1476a7656f%2C44809%2C1731096948232.1731096951664 to pos 0, reset compression=false 2024-11-08T20:16:03,442 DEBUG [RS:0;ae1476a7656f:44809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:16:03,608 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/data/hbase/meta/1588230740/.tmp/table/33f6de417da844a292e0291285c82ffb 2024-11-08T20:16:03,619 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/data/hbase/meta/1588230740/.tmp/info/22581ad1245f4d6fbb51327da5cada5e as hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/data/hbase/meta/1588230740/info/22581ad1245f4d6fbb51327da5cada5e 2024-11-08T20:16:03,629 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/data/hbase/meta/1588230740/info/22581ad1245f4d6fbb51327da5cada5e, entries=10, sequenceid=11, filesize=6.5 K 2024-11-08T20:16:03,631 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/data/hbase/meta/1588230740/.tmp/ns/330b7698aacd4fdaa753d43951bbd325 as hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/data/hbase/meta/1588230740/ns/330b7698aacd4fdaa753d43951bbd325 2024-11-08T20:16:03,642 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/data/hbase/meta/1588230740/ns/330b7698aacd4fdaa753d43951bbd325, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T20:16:03,643 DEBUG [RS:0;ae1476a7656f:44809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:16:03,644 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/data/hbase/meta/1588230740/.tmp/table/33f6de417da844a292e0291285c82ffb as hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/data/hbase/meta/1588230740/table/33f6de417da844a292e0291285c82ffb 2024-11-08T20:16:03,654 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/data/hbase/meta/1588230740/table/33f6de417da844a292e0291285c82ffb, entries=2, sequenceid=11, filesize=5.1 K 2024-11-08T20:16:03,655 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1415ms, sequenceid=11, compaction requested=false 2024-11-08T20:16:03,670 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T20:16:03,672 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:16:03,672 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:16:03,672 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:16:03,672 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731096962240Running coprocessor pre-close hooks at 1731096962240Disabling compacts and flushes for region at 1731096962240Disabling writes for close at 1731096962240Obtaining lock to block concurrent updates at 1731096962243 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1731096962243Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731096962252 (+9 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731096962253 (+1 ms)Flushing 1588230740/info: creating writer at 1731096962255 (+2 ms)Flushing 1588230740/info: appending metadata at 1731096962295 (+40 ms)Flushing 1588230740/info: closing flushed file at 1731096962297 (+2 ms)Flushing 1588230740/ns: creating writer at 1731096962737 (+440 ms)Flushing 1588230740/ns: appending metadata at 1731096962759 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731096962759Flushing 1588230740/table: creating writer at 1731096963183 (+424 ms)Flushing 1588230740/table: appending metadata at 1731096963200 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731096963201 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28e51f67: reopening flushed file at 1731096963618 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7836393a: reopening flushed file at 1731096963629 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54675042: reopening flushed file at 1731096963642 (+13 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1415ms, sequenceid=11, compaction requested=false at 1731096963655 (+13 ms)Writing region close event to WAL at 1731096963660 (+5 ms)Running coprocessor post-close hooks at 1731096963671 (+11 ms)Closed at 1731096963672 (+1 ms) 2024-11-08T20:16:03,672 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T20:16:03,729 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44809,1731096948232.replicationSource.wal-reader.ae1476a7656f%2C44809%2C1731096948232,1-ae1476a7656f,44809,1731096948232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,44809,1731096948232/ae1476a7656f%2C44809%2C1731096948232.1731096951664 to pos 0, reset compression=false 2024-11-08T20:16:03,843 INFO [RS:0;ae1476a7656f:44809 {}] regionserver.HRegionServer(976): stopping server ae1476a7656f,44809,1731096948232; all regions closed. 2024-11-08T20:16:03,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741834_1010 (size=2742) 2024-11-08T20:16:03,858 DEBUG [RS:0;ae1476a7656f:44809 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/oldWALs 2024-11-08T20:16:03,859 INFO [RS:0;ae1476a7656f:44809 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C44809%2C1731096948232.meta:.meta(num 1731096952686) 2024-11-08T20:16:03,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741837_1013 (size=1802) 2024-11-08T20:16:03,867 DEBUG [RS:0;ae1476a7656f:44809 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/oldWALs 2024-11-08T20:16:03,867 INFO [RS:0;ae1476a7656f:44809 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C44809%2C1731096948232.rep:(num 1731096959605) 2024-11-08T20:16:03,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741832_1008 (size=93) 2024-11-08T20:16:03,874 DEBUG [RS:0;ae1476a7656f:44809 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/oldWALs 2024-11-08T20:16:03,874 INFO [RS:0;ae1476a7656f:44809 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C44809%2C1731096948232:(num 1731096951664) 2024-11-08T20:16:03,874 DEBUG [RS:0;ae1476a7656f:44809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:03,874 INFO [RS:0;ae1476a7656f:44809 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:16:03,875 INFO [RS:0;ae1476a7656f:44809 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:16:03,875 INFO [RS:0;ae1476a7656f:44809 {}] hbase.ChoreService(370): Chore service for: regionserver/ae1476a7656f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T20:16:03,875 INFO [RS:0;ae1476a7656f:44809 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:16:03,876 INFO [RS:0;ae1476a7656f:44809 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ae1476a7656f,44809,1731096948232 because: Region server is closing 2024-11-08T20:16:03,877 INFO [RS:0;ae1476a7656f:44809 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:44809. 2024-11-08T20:16:03,877 DEBUG [RS:0;ae1476a7656f:44809 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:16:03,877 DEBUG [RS:0;ae1476a7656f:44809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:03,877 DEBUG [RS:0;ae1476a7656f:44809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:03,877 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:16:03,876 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:16:03,978 WARN [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44809,1731096948232.replicationSource.shipperae1476a7656f%2C44809%2C1731096948232,1-ae1476a7656f,44809,1731096948232 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T20:16:03,978 WARN [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44809,1731096948232.replicationSource.wal-reader.ae1476a7656f%2C44809%2C1731096948232,1-ae1476a7656f,44809,1731096948232 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T20:16:03,978 INFO [RS:0;ae1476a7656f:44809 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44809,1731096948232.replicationSource.shipperae1476a7656f%2C44809%2C1731096948232,1-ae1476a7656f,44809,1731096948232 terminated 2024-11-08T20:16:03,979 INFO [RS:0;ae1476a7656f:44809 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-ae1476a7656f,44809,1731096948232 because: Region server is closing 2024-11-08T20:16:03,979 INFO [RS:0;ae1476a7656f:44809 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:44809. 2024-11-08T20:16:03,979 DEBUG [RS:0;ae1476a7656f:44809 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:16:03,980 DEBUG [RS:0;ae1476a7656f:44809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:03,980 DEBUG [RS:0;ae1476a7656f:44809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:03,980 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:16:04,004 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T20:16:04,080 WARN [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,2-ae1476a7656f,44809,1731096948232.replicationSource.shipperae1476a7656f%2C44809%2C1731096948232,2-ae1476a7656f,44809,1731096948232 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T20:16:04,081 INFO [RS:0;ae1476a7656f:44809 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,2-ae1476a7656f,44809,1731096948232.replicationSource.shipperae1476a7656f%2C44809%2C1731096948232,2-ae1476a7656f,44809,1731096948232 terminated 2024-11-08T20:16:04,081 INFO [RS:0;ae1476a7656f:44809 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44809 2024-11-08T20:16:04,136 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44809-0x1011c1710300001, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/042308036/rs/ae1476a7656f,44809,1731096948232 2024-11-08T20:16:04,136 INFO [RS:0;ae1476a7656f:44809 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:16:04,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32807-0x1011c1710300000, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042308036/rs 2024-11-08T20:16:04,147 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ae1476a7656f,44809,1731096948232] 2024-11-08T20:16:04,157 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /042308036/draining/ae1476a7656f,44809,1731096948232 already deleted, retry=false 2024-11-08T20:16:04,157 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ae1476a7656f,44809,1731096948232 expired; onlineServers=0 2024-11-08T20:16:04,157 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ae1476a7656f,32807,1731096947329' ***** 2024-11-08T20:16:04,158 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T20:16:04,158 INFO [M:0;ae1476a7656f:32807 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:16:04,158 INFO [M:0;ae1476a7656f:32807 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:16:04,158 DEBUG [M:0;ae1476a7656f:32807 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T20:16:04,158 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T20:16:04,158 DEBUG [M:0;ae1476a7656f:32807 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T20:16:04,159 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731096951340 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731096951340,5,FailOnTimeoutGroup] 2024-11-08T20:16:04,159 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731096951337 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731096951337,5,FailOnTimeoutGroup] 2024-11-08T20:16:04,159 INFO [M:0;ae1476a7656f:32807 {}] hbase.ChoreService(370): Chore service for: master/ae1476a7656f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T20:16:04,159 INFO [M:0;ae1476a7656f:32807 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:16:04,160 DEBUG [M:0;ae1476a7656f:32807 {}] master.HMaster(1795): Stopping service threads 2024-11-08T20:16:04,160 INFO [M:0;ae1476a7656f:32807 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T20:16:04,161 INFO [M:0;ae1476a7656f:32807 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:16:04,162 INFO [M:0;ae1476a7656f:32807 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T20:16:04,162 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T20:16:04,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32807-0x1011c1710300000, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/042308036/master 2024-11-08T20:16:04,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32807-0x1011c1710300000, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042308036 2024-11-08T20:16:04,180 INFO [M:0;ae1476a7656f:32807 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/.lastflushedseqids 2024-11-08T20:16:04,188 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /042308036/master already deleted, retry=false 2024-11-08T20:16:04,189 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:32807-0x1011c1710300000, quorum=127.0.0.1:54938, baseZNode=/042308036 Failed delete of our master address node; KeeperErrorCode = NoNode for /042308036/master 2024-11-08T20:16:04,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741842_1018 (size=181) 2024-11-08T20:16:04,248 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44809-0x1011c1710300001, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:16:04,249 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44809-0x1011c1710300001, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:16:04,249 INFO [RS:0;ae1476a7656f:44809 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:16:04,250 INFO [RS:0;ae1476a7656f:44809 {}] regionserver.HRegionServer(1031): Exiting; stopping=ae1476a7656f,44809,1731096948232; zookeeper connection closed. 2024-11-08T20:16:04,250 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@14dc9ab8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@14dc9ab8 2024-11-08T20:16:04,251 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T20:16:04,612 INFO [M:0;ae1476a7656f:32807 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T20:16:04,613 INFO [M:0;ae1476a7656f:32807 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T20:16:04,613 DEBUG [M:0;ae1476a7656f:32807 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:16:04,613 INFO [M:0;ae1476a7656f:32807 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:16:04,613 DEBUG [M:0;ae1476a7656f:32807 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:16:04,613 DEBUG [M:0;ae1476a7656f:32807 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:16:04,613 DEBUG [M:0;ae1476a7656f:32807 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:16:04,614 INFO [M:0;ae1476a7656f:32807 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-08T20:16:04,636 DEBUG [M:0;ae1476a7656f:32807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ded4f7ffcb64ac6ae6b140bda5caf59 is 82, key is hbase:meta,,1/info:regioninfo/1731096952791/Put/seqid=0 2024-11-08T20:16:04,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741843_1019 (size=5672) 2024-11-08T20:16:05,042 INFO [M:0;ae1476a7656f:32807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ded4f7ffcb64ac6ae6b140bda5caf59 2024-11-08T20:16:05,072 DEBUG [M:0;ae1476a7656f:32807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/43db97ab2b9a455ab97bfe3ade86651c is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731096959687/Put/seqid=0 2024-11-08T20:16:05,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741844_1020 (size=8663) 2024-11-08T20:16:05,479 INFO [M:0;ae1476a7656f:32807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/43db97ab2b9a455ab97bfe3ade86651c 2024-11-08T20:16:05,505 DEBUG [M:0;ae1476a7656f:32807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bed1aaf62da343a084f767c2462e698f is 69, key is ae1476a7656f,44809,1731096948232/rs:state/1731096951407/Put/seqid=0 2024-11-08T20:16:05,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741845_1021 (size=5156) 2024-11-08T20:16:05,911 INFO [M:0;ae1476a7656f:32807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bed1aaf62da343a084f767c2462e698f 2024-11-08T20:16:05,921 DEBUG [M:0;ae1476a7656f:32807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ded4f7ffcb64ac6ae6b140bda5caf59 as hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0ded4f7ffcb64ac6ae6b140bda5caf59 2024-11-08T20:16:05,930 INFO [M:0;ae1476a7656f:32807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0ded4f7ffcb64ac6ae6b140bda5caf59, entries=8, sequenceid=115, filesize=5.5 K 2024-11-08T20:16:05,932 DEBUG [M:0;ae1476a7656f:32807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/43db97ab2b9a455ab97bfe3ade86651c as hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/43db97ab2b9a455ab97bfe3ade86651c 2024-11-08T20:16:05,939 INFO [M:0;ae1476a7656f:32807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/43db97ab2b9a455ab97bfe3ade86651c, entries=14, sequenceid=115, filesize=8.5 K 2024-11-08T20:16:05,941 DEBUG [M:0;ae1476a7656f:32807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bed1aaf62da343a084f767c2462e698f as hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bed1aaf62da343a084f767c2462e698f 2024-11-08T20:16:05,948 INFO [M:0;ae1476a7656f:32807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bed1aaf62da343a084f767c2462e698f, entries=1, sequenceid=115, filesize=5.0 K 2024-11-08T20:16:05,950 INFO [M:0;ae1476a7656f:32807 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1336ms, sequenceid=115, compaction requested=false 2024-11-08T20:16:05,951 INFO [M:0;ae1476a7656f:32807 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:16:05,951 DEBUG [M:0;ae1476a7656f:32807 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731096964613Disabling compacts and flushes for region at 1731096964613Disabling writes for close at 1731096964613Obtaining lock to block concurrent updates at 1731096964614 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731096964614Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731096964614Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731096964615 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731096964615Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731096964635 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731096964635Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731096965051 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731096965072 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731096965072Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731096965487 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731096965505 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731096965505Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52fe597a: reopening flushed file at 1731096965919 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27e9b1e7: reopening flushed file at 1731096965930 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50ea7a25: reopening flushed file at 1731096965940 (+10 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1336ms, sequenceid=115, compaction requested=false at 1731096965950 (+10 ms)Writing region close event to WAL at 1731096965951 (+1 ms)Closed at 1731096965951 2024-11-08T20:16:05,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741830_1006 (size=59421) 2024-11-08T20:16:05,956 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:16:05,956 INFO [M:0;ae1476a7656f:32807 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T20:16:05,956 INFO [M:0;ae1476a7656f:32807 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32807 2024-11-08T20:16:05,956 INFO [M:0;ae1476a7656f:32807 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:16:06,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32807-0x1011c1710300000, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:16:06,162 INFO [M:0;ae1476a7656f:32807 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:16:06,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32807-0x1011c1710300000, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:16:06,164 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:16:06,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:16:06,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:16:06,164 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:16:06,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:16:06,165 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:16:06,165 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T20:16:06,165 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:16:06,165 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39927 2024-11-08T20:16:06,167 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39927 connecting to ZooKeeper ensemble=127.0.0.1:54938 2024-11-08T20:16:06,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:399270x0, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:16:06,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39927-0x1011c1710300006 connected 2024-11-08T20:16:06,424 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:16:06,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:16:06,430 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39927-0x1011c1710300006, quorum=127.0.0.1:54938, baseZNode=/042308036 Set watcher on znode that does not yet exist, /042308036/running 2024-11-08T20:16:06,430 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /042308036/meta-region-server: INIT 2024-11-08T20:16:06,430 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b, hbase.cluster.distributed=false 2024-11-08T20:16:06,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39927-0x1011c1710300006, quorum=127.0.0.1:54938, baseZNode=/042308036 Set watcher on znode that does not yet exist, /042308036/acl 2024-11-08T20:16:06,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39927 2024-11-08T20:16:06,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39927 2024-11-08T20:16:06,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39927 2024-11-08T20:16:06,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39927 2024-11-08T20:16:06,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39927 2024-11-08T20:16:06,449 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:16:06,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:16:06,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:16:06,449 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:16:06,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:16:06,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:16:06,449 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T20:16:06,449 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:16:06,450 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33365 2024-11-08T20:16:06,452 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33365 connecting to ZooKeeper ensemble=127.0.0.1:54938 2024-11-08T20:16:06,452 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:16:06,454 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:16:06,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333650x0, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:16:06,536 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:333650x0, quorum=127.0.0.1:54938, baseZNode=/042308036 Set watcher on znode that does not yet exist, /042308036/running 2024-11-08T20:16:06,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33365-0x1011c1710300007 connected 2024-11-08T20:16:06,536 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /042308036/meta-region-server: INIT 2024-11-08T20:16:06,537 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T20:16:06,538 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T20:16:06,539 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33365-0x1011c1710300007, quorum=127.0.0.1:54938, baseZNode=/042308036 Set watcher on znode that does not yet exist, /042308036/master 2024-11-08T20:16:06,540 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33365-0x1011c1710300007, quorum=127.0.0.1:54938, baseZNode=/042308036 Set watcher on znode that does not yet exist, /042308036/acl 2024-11-08T20:16:06,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33365 2024-11-08T20:16:06,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33365 2024-11-08T20:16:06,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33365 2024-11-08T20:16:06,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33365 2024-11-08T20:16:06,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33365 2024-11-08T20:16:06,563 DEBUG [M:0;ae1476a7656f:39927 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ae1476a7656f:39927 2024-11-08T20:16:06,568 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /042308036/backup-masters/ae1476a7656f,39927,1731096966164 2024-11-08T20:16:06,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39927-0x1011c1710300006, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042308036/backup-masters 2024-11-08T20:16:06,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33365-0x1011c1710300007, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042308036/backup-masters 2024-11-08T20:16:06,599 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39927-0x1011c1710300006, quorum=127.0.0.1:54938, baseZNode=/042308036 Set watcher on existing znode=/042308036/backup-masters/ae1476a7656f,39927,1731096966164 2024-11-08T20:16:06,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33365-0x1011c1710300007, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/042308036/master 2024-11-08T20:16:06,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39927-0x1011c1710300006, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042308036 2024-11-08T20:16:06,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33365-0x1011c1710300007, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042308036 2024-11-08T20:16:06,610 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39927-0x1011c1710300006, quorum=127.0.0.1:54938, baseZNode=/042308036 Set watcher on existing znode=/042308036/master 2024-11-08T20:16:06,610 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /042308036/backup-masters/ae1476a7656f,39927,1731096966164 from backup master directory 2024-11-08T20:16:06,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39927-0x1011c1710300006, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/042308036/backup-masters/ae1476a7656f,39927,1731096966164 2024-11-08T20:16:06,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33365-0x1011c1710300007, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042308036/backup-masters 2024-11-08T20:16:06,619 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:16:06,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39927-0x1011c1710300006, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042308036/backup-masters 2024-11-08T20:16:06,620 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ae1476a7656f,39927,1731096966164 2024-11-08T20:16:06,639 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:16:06,639 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T20:16:06,657 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 18ms. 2024-11-08T20:16:06,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741846_1022 (size=196) 2024-11-08T20:16:07,074 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:16:07,075 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T20:16:07,076 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:16:07,084 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-08T20:16:07,088 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/WALs/ae1476a7656f,32807,1731096947329 to hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/WALs/ae1476a7656f,32807,1731096947329-dead as it is dead 2024-11-08T20:16:07,090 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-08T20:16:07,090 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-08T20:16:07,091 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/WALs/ae1476a7656f,32807,1731096947329-dead/ae1476a7656f%2C32807%2C1731096947329.1731096950418 2024-11-08T20:16:07,096 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/WALs/ae1476a7656f,32807,1731096947329-dead/ae1476a7656f%2C32807%2C1731096947329.1731096950418 after 4ms 2024-11-08T20:16:07,098 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/WALs/ae1476a7656f,32807,1731096947329-dead/ae1476a7656f%2C32807%2C1731096947329.1731096950418 to hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ae1476a7656f%2C32807%2C1731096947329.1731096950418 2024-11-08T20:16:07,098 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/WALs/ae1476a7656f,32807,1731096947329-dead 2024-11-08T20:16:07,098 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/WALs/ae1476a7656f,39927,1731096966164 2024-11-08T20:16:07,100 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:16:07,101 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C39927%2C1731096966164, suffix=, logDir=hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/WALs/ae1476a7656f,39927,1731096966164, archiveDir=hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/oldWALs, maxLogs=10 2024-11-08T20:16:07,115 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/WALs/ae1476a7656f,39927,1731096966164/ae1476a7656f%2C39927%2C1731096966164.1731096967102, exclude list is [], retry=0 2024-11-08T20:16:07,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39739,DS-ef4ecac2-714a-41c0-9d84-51ba1ac4eccf,DISK] 2024-11-08T20:16:07,121 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/WALs/ae1476a7656f,39927,1731096966164/ae1476a7656f%2C39927%2C1731096966164.1731096967102 2024-11-08T20:16:07,128 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44723:44723)] 2024-11-08T20:16:07,129 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:16:07,129 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:16:07,129 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:07,129 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:07,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:07,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T20:16:07,132 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:07,142 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0ded4f7ffcb64ac6ae6b140bda5caf59 2024-11-08T20:16:07,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:16:07,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:07,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T20:16:07,144 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:07,152 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/43db97ab2b9a455ab97bfe3ade86651c 2024-11-08T20:16:07,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:16:07,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:07,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T20:16:07,154 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:07,162 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bed1aaf62da343a084f767c2462e698f 2024-11-08T20:16:07,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:16:07,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:07,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T20:16:07,164 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:07,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:16:07,165 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:07,166 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-08T20:16:07,166 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ae1476a7656f%2C32807%2C1731096947329.1731096950418 2024-11-08T20:16:07,184 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ae1476a7656f%2C32807%2C1731096947329.1731096950418 2024-11-08T20:16:07,186 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ae1476a7656f%2C32807%2C1731096947329.1731096950418 2024-11-08T20:16:07,188 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:07,188 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:07,190 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:16:07,193 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:07,196 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-08T20:16:07,197 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70476712, jitterRate=0.05018484592437744}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:16:07,198 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731096967129Initializing all the Stores at 1731096967131 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731096967131Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096967131Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096967131Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096967131Cleaning up temporary data from old regions at 1731096967188 (+57 ms)Region opened successfully at 1731096967197 (+9 ms) 2024-11-08T20:16:07,198 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T20:16:07,203 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3466ec79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:16:07,214 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-08T20:16:07,214 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T20:16:07,215 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T20:16:07,215 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T20:16:07,216 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T20:16:07,222 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T20:16:07,223 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T20:16:07,223 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T20:16:07,224 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T20:16:07,224 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-08T20:16:07,224 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-08T20:16:07,224 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-08T20:16:07,224 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T20:16:07,230 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=ae1476a7656f,44809,1731096948232, regionLocation=ae1476a7656f,44809,1731096948232, openSeqNum=2 2024-11-08T20:16:07,230 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=ae1476a7656f,44809,1731096948232, table=hbase:meta, region=1588230740 2024-11-08T20:16:07,230 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,44809,1731096948232, state=OPEN 2024-11-08T20:16:07,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33365-0x1011c1710300007, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/042308036/meta-region-server 2024-11-08T20:16:07,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39927-0x1011c1710300006, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/042308036/meta-region-server 2024-11-08T20:16:07,277 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /042308036/meta-region-server: CHANGED 2024-11-08T20:16:07,277 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /042308036/meta-region-server: CHANGED 2024-11-08T20:16:07,283 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-08T20:16:07,293 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /042308036/draining/ae1476a7656f,44809,1731096948232 already deleted, retry=false 2024-11-08T20:16:07,293 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of ae1476a7656f,44809,1731096948232 on ae1476a7656f,39927,1731096966164 2024-11-08T20:16:07,300 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure ae1476a7656f,44809,1731096948232, splitWal=true, meta=true 2024-11-08T20:16:07,304 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for ae1476a7656f,44809,1731096948232 (carryingMeta=true) ae1476a7656f,44809,1731096948232/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@116a36d[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-08T20:16:07,308 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39927-0x1011c1710300006, quorum=127.0.0.1:54938, baseZNode=/042308036 Unable to get data of znode /042308036/balancer because node does not exist (not necessarily an error) 2024-11-08T20:16:07,319 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /042308036/balancer already deleted, retry=false 2024-11-08T20:16:07,319 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T20:16:07,320 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39927-0x1011c1710300006, quorum=127.0.0.1:54938, baseZNode=/042308036 Unable to get data of znode /042308036/normalizer because node does not exist (not necessarily an error) 2024-11-08T20:16:07,360 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /042308036/normalizer already deleted, retry=false 2024-11-08T20:16:07,360 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T20:16:07,362 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39927-0x1011c1710300006, quorum=127.0.0.1:54938, baseZNode=/042308036 Unable to get data of znode /042308036/switch/split because node does not exist (not necessarily an error) 2024-11-08T20:16:07,382 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /042308036/switch/split already deleted, retry=false 2024-11-08T20:16:07,383 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39927-0x1011c1710300006, quorum=127.0.0.1:54938, baseZNode=/042308036 Unable to get data of znode /042308036/switch/merge because node does not exist (not necessarily an error) 2024-11-08T20:16:07,392 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /042308036/switch/merge already deleted, retry=false 2024-11-08T20:16:07,417 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39927-0x1011c1710300006, quorum=127.0.0.1:54938, baseZNode=/042308036 Unable to get data of znode /042308036/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T20:16:07,424 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /042308036/snapshot-cleanup already deleted, retry=false 2024-11-08T20:16:07,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33365-0x1011c1710300007, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/042308036/running 2024-11-08T20:16:07,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39927-0x1011c1710300006, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/042308036/running 2024-11-08T20:16:07,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33365-0x1011c1710300007, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042308036 2024-11-08T20:16:07,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39927-0x1011c1710300006, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042308036 2024-11-08T20:16:07,436 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ae1476a7656f,39927,1731096966164, sessionid=0x1011c1710300006, setting cluster-up flag (Was=false) 2024-11-08T20:16:07,446 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /042308036/flush-table-proc/acquired, /042308036/flush-table-proc/reached, /042308036/flush-table-proc/abort 2024-11-08T20:16:07,448 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,39927,1731096966164 2024-11-08T20:16:07,456 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /042308036/online-snapshot/acquired, /042308036/online-snapshot/reached, /042308036/online-snapshot/abort 2024-11-08T20:16:07,458 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,39927,1731096966164 2024-11-08T20:16:07,459 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/.lastflushedseqids 2024-11-08T20:16:07,463 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T20:16:07,464 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T20:16:07,464 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ae1476a7656f,39927,1731096966164 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 ae1476a7656f,44809,1731096948232 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T20:16:07,466 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:16:07,466 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:16:07,466 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:16:07,466 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:16:07,466 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ae1476a7656f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T20:16:07,466 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:07,467 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:16:07,467 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:07,469 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731096997469 2024-11-08T20:16:07,469 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T20:16:07,469 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T20:16:07,469 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T20:16:07,469 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T20:16:07,470 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T20:16:07,470 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T20:16:07,470 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:07,470 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T20:16:07,470 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T20:16:07,471 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T20:16:07,471 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T20:16:07,471 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure ae1476a7656f,44809,1731096948232, splitWal=true, meta=true 2024-11-08T20:16:07,471 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T20:16:07,471 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T20:16:07,471 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731096967471,5,FailOnTimeoutGroup] 2024-11-08T20:16:07,472 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731096967471,5,FailOnTimeoutGroup] 2024-11-08T20:16:07,472 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:07,472 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T20:16:07,472 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:07,472 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:07,472 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731096967472, completionTime=-1 2024-11-08T20:16:07,472 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-08T20:16:07,473 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure ae1476a7656f,44809,1731096948232, splitWal=true, meta=true, isMeta: true 2024-11-08T20:16:07,475 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,44809,1731096948232-splitting 2024-11-08T20:16:07,477 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,44809,1731096948232-splitting dir is empty, no logs to split. 2024-11-08T20:16:07,477 INFO [PEWorker-1 {}] master.SplitWALManager(105): ae1476a7656f,44809,1731096948232 WAL count=0, meta=true 2024-11-08T20:16:07,477 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-08T20:16:07,481 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,44809,1731096948232-splitting dir is empty, no logs to split. 2024-11-08T20:16:07,481 INFO [PEWorker-1 {}] master.SplitWALManager(105): ae1476a7656f,44809,1731096948232 WAL count=0, meta=true 2024-11-08T20:16:07,481 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if ae1476a7656f,44809,1731096948232 WAL splitting is done? wals=0, meta=true 2024-11-08T20:16:07,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T20:16:07,485 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:16:07,486 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T20:16:07,551 INFO [RS:0;ae1476a7656f:33365 {}] regionserver.HRegionServer(746): ClusterId : c2dabc5b-70e6-4979-8cbb-a3d0676e9978 2024-11-08T20:16:07,551 DEBUG [RS:0;ae1476a7656f:33365 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T20:16:07,562 DEBUG [RS:0;ae1476a7656f:33365 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T20:16:07,562 DEBUG [RS:0;ae1476a7656f:33365 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T20:16:07,572 DEBUG [RS:0;ae1476a7656f:33365 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T20:16:07,573 DEBUG [RS:0;ae1476a7656f:33365 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@616c039b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:16:07,589 DEBUG [RS:0;ae1476a7656f:33365 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ae1476a7656f:33365 2024-11-08T20:16:07,589 INFO [RS:0;ae1476a7656f:33365 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T20:16:07,589 INFO [RS:0;ae1476a7656f:33365 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T20:16:07,589 DEBUG [RS:0;ae1476a7656f:33365 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T20:16:07,590 INFO [RS:0;ae1476a7656f:33365 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae1476a7656f,39927,1731096966164 with port=33365, startcode=1731096966449 2024-11-08T20:16:07,590 DEBUG [RS:0;ae1476a7656f:33365 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T20:16:07,592 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T20:16:07,593 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39927 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae1476a7656f,33365,1731096966449 2024-11-08T20:16:07,593 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39927 {}] master.ServerManager(517): Registering regionserver=ae1476a7656f,33365,1731096966449 2024-11-08T20:16:07,595 DEBUG [RS:0;ae1476a7656f:33365 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b 2024-11-08T20:16:07,596 DEBUG [RS:0;ae1476a7656f:33365 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45255 2024-11-08T20:16:07,596 DEBUG [RS:0;ae1476a7656f:33365 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T20:16:07,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39927-0x1011c1710300006, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042308036/rs 2024-11-08T20:16:07,604 DEBUG [RS:0;ae1476a7656f:33365 {}] zookeeper.ZKUtil(111): regionserver:33365-0x1011c1710300007, quorum=127.0.0.1:54938, baseZNode=/042308036 Set watcher on existing znode=/042308036/rs/ae1476a7656f,33365,1731096966449 2024-11-08T20:16:07,604 WARN [RS:0;ae1476a7656f:33365 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:16:07,604 INFO [RS:0;ae1476a7656f:33365 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:16:07,604 DEBUG [RS:0;ae1476a7656f:33365 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,33365,1731096966449 2024-11-08T20:16:07,604 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae1476a7656f,33365,1731096966449] 2024-11-08T20:16:07,628 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=156ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-08T20:16:07,636 WARN [ae1476a7656f:39927 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T20:16:07,645 INFO [RS:0;ae1476a7656f:33365 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T20:16:07,648 INFO [RS:0;ae1476a7656f:33365 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T20:16:07,648 INFO [RS:0;ae1476a7656f:33365 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T20:16:07,648 INFO [RS:0;ae1476a7656f:33365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:07,652 INFO [RS:0;ae1476a7656f:33365 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T20:16:07,653 INFO [RS:0;ae1476a7656f:33365 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T20:16:07,653 INFO [RS:0;ae1476a7656f:33365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:07,654 DEBUG [RS:0;ae1476a7656f:33365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:07,654 DEBUG [RS:0;ae1476a7656f:33365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:07,654 DEBUG [RS:0;ae1476a7656f:33365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:07,654 DEBUG [RS:0;ae1476a7656f:33365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:07,654 DEBUG [RS:0;ae1476a7656f:33365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:07,654 DEBUG [RS:0;ae1476a7656f:33365 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:16:07,654 DEBUG [RS:0;ae1476a7656f:33365 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:07,654 DEBUG [RS:0;ae1476a7656f:33365 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:07,654 DEBUG [RS:0;ae1476a7656f:33365 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:07,654 DEBUG [RS:0;ae1476a7656f:33365 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:07,654 DEBUG [RS:0;ae1476a7656f:33365 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:07,655 DEBUG [RS:0;ae1476a7656f:33365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:07,655 DEBUG [RS:0;ae1476a7656f:33365 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:16:07,655 DEBUG [RS:0;ae1476a7656f:33365 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:16:07,660 INFO [RS:0;ae1476a7656f:33365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:07,660 INFO [RS:0;ae1476a7656f:33365 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:07,660 INFO [RS:0;ae1476a7656f:33365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:07,660 INFO [RS:0;ae1476a7656f:33365 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:07,660 INFO [RS:0;ae1476a7656f:33365 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:07,660 INFO [RS:0;ae1476a7656f:33365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,33365,1731096966449-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:16:07,681 INFO [RS:0;ae1476a7656f:33365 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T20:16:07,681 INFO [RS:0;ae1476a7656f:33365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,33365,1731096966449-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:07,696 INFO [RS:0;ae1476a7656f:33365 {}] regionserver.ReplicationSource(231): queueId=1-ae1476a7656f,33365,1731096966449, ReplicationSource: 1, currentBandwidth=0 2024-11-08T20:16:07,714 DEBUG [RS:0;ae1476a7656f:33365.replicationSource,1-ae1476a7656f,33365,1731096966449 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ae1476a7656f:43173' 2024-11-08T20:16:07,716 DEBUG [RS:0;ae1476a7656f:33365.replicationSource,1-ae1476a7656f,33365,1731096966449 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d30f770, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:07,716 DEBUG [RS:0;ae1476a7656f:33365.replicationSource,1-ae1476a7656f,33365,1731096966449 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,43173,-1 for getting cluster id 2024-11-08T20:16:07,717 DEBUG [RS:0;ae1476a7656f:33365.replicationSource,1-ae1476a7656f,33365,1731096966449 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:16:07,717 INFO [RS:0;ae1476a7656f:33365 {}] regionserver.ReplicationSource(231): queueId=2-ae1476a7656f,33365,1731096966449, ReplicationSource: 2, currentBandwidth=0 2024-11-08T20:16:07,720 INFO [RS:0;ae1476a7656f:33365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:07,720 INFO [RS:0;ae1476a7656f:33365 {}] regionserver.Replication(171): ae1476a7656f,33365,1731096966449 started 2024-11-08T20:16:07,721 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d685b87-1428-4d4d-a18c-8fea35258159' 2024-11-08T20:16:07,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:16:07,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d685b87-1428-4d4d-a18c-8fea35258159" 2024-11-08T20:16:07,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4176c8fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:07,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,43173,-1] 2024-11-08T20:16:07,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:16:07,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:07,724 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:16:07,725 DEBUG [RS:0;ae1476a7656f:33365.replicationSource,1-ae1476a7656f,33365,1731096966449 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5addb296, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:07,726 DEBUG [RS:0;ae1476a7656f:33365.replicationSource,1-ae1476a7656f,33365,1731096966449 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:16:07,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,43173,1731096955086 2024-11-08T20:16:07,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fefb4b3 2024-11-08T20:16:07,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:16:07,729 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-08T20:16:07,731 INFO [RS:0;ae1476a7656f:33365.replicationSource,1-ae1476a7656f,33365,1731096966449 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ae1476a7656f,33365,1731096966449 (queues=0) is replicating from cluster=c2dabc5b-70e6-4979-8cbb-a3d0676e9978 to cluster=8d685b87-1428-4d4d-a18c-8fea35258159 2024-11-08T20:16:07,738 INFO [RS:0;ae1476a7656f:33365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:07,739 INFO [RS:0;ae1476a7656f:33365 {}] regionserver.HRegionServer(1482): Serving as ae1476a7656f,33365,1731096966449, RpcServer on ae1476a7656f/172.17.0.3:33365, sessionid=0x1011c1710300007 2024-11-08T20:16:07,739 DEBUG [RS:0;ae1476a7656f:33365 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T20:16:07,739 DEBUG [RS:0;ae1476a7656f:33365 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae1476a7656f,33365,1731096966449 2024-11-08T20:16:07,739 DEBUG [RS:0;ae1476a7656f:33365 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,33365,1731096966449' 2024-11-08T20:16:07,739 DEBUG [RS:0;ae1476a7656f:33365 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/042308036/flush-table-proc/abort' 2024-11-08T20:16:07,740 DEBUG [RS:0;ae1476a7656f:33365 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/042308036/flush-table-proc/acquired' 2024-11-08T20:16:07,740 DEBUG [RS:0;ae1476a7656f:33365 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T20:16:07,740 DEBUG [RS:0;ae1476a7656f:33365 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T20:16:07,740 DEBUG [RS:0;ae1476a7656f:33365 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae1476a7656f,33365,1731096966449 2024-11-08T20:16:07,740 DEBUG [RS:0;ae1476a7656f:33365 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,33365,1731096966449' 2024-11-08T20:16:07,740 DEBUG [RS:0;ae1476a7656f:33365 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/042308036/online-snapshot/abort' 2024-11-08T20:16:07,741 DEBUG [RS:0;ae1476a7656f:33365.replicationSource,2-ae1476a7656f,33365,1731096966449 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ae1476a7656f:43173' 2024-11-08T20:16:07,741 DEBUG [RS:0;ae1476a7656f:33365 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/042308036/online-snapshot/acquired' 2024-11-08T20:16:07,741 DEBUG [RS:0;ae1476a7656f:33365 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T20:16:07,741 INFO [RS:0;ae1476a7656f:33365 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T20:16:07,741 INFO [RS:0;ae1476a7656f:33365 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T20:16:07,742 DEBUG [RS:0;ae1476a7656f:33365.replicationSource,2-ae1476a7656f,33365,1731096966449 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1437088b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:07,743 DEBUG [RS:0;ae1476a7656f:33365.replicationSource,2-ae1476a7656f,33365,1731096966449 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,43173,-1 for getting cluster id 2024-11-08T20:16:07,743 DEBUG [RS:0;ae1476a7656f:33365.replicationSource,2-ae1476a7656f,33365,1731096966449 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:16:07,744 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d685b87-1428-4d4d-a18c-8fea35258159' 2024-11-08T20:16:07,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:16:07,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d685b87-1428-4d4d-a18c-8fea35258159" 2024-11-08T20:16:07,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@645ba1fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:07,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,43173,-1] 2024-11-08T20:16:07,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:16:07,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:07,746 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:16:07,747 DEBUG [RS:0;ae1476a7656f:33365.replicationSource,2-ae1476a7656f,33365,1731096966449 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b26d521, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:07,747 DEBUG [RS:0;ae1476a7656f:33365.replicationSource,2-ae1476a7656f,33365,1731096966449 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:16:07,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,43173,1731096955086 2024-11-08T20:16:07,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66b8c13c 2024-11-08T20:16:07,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:16:07,750 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-08T20:16:07,750 INFO [RS:0;ae1476a7656f:33365.replicationSource,2-ae1476a7656f,33365,1731096966449 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-ae1476a7656f,33365,1731096966449 (queues=0) is replicating from cluster=c2dabc5b-70e6-4979-8cbb-a3d0676e9978 to cluster=8d685b87-1428-4d4d-a18c-8fea35258159 2024-11-08T20:16:07,842 INFO [RS:0;ae1476a7656f:33365 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:16:07,844 INFO [RS:0;ae1476a7656f:33365 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C33365%2C1731096966449, suffix=, logDir=hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,33365,1731096966449, archiveDir=hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/oldWALs, maxLogs=10 2024-11-08T20:16:07,862 DEBUG [RS:0;ae1476a7656f:33365 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,33365,1731096966449/ae1476a7656f%2C33365%2C1731096966449.1731096967845, exclude list is [], retry=0 2024-11-08T20:16:07,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39739,DS-ef4ecac2-714a-41c0-9d84-51ba1ac4eccf,DISK] 2024-11-08T20:16:07,907 INFO [RS:0;ae1476a7656f:33365 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,33365,1731096966449/ae1476a7656f%2C33365%2C1731096966449.1731096967845 2024-11-08T20:16:07,911 DEBUG [RS:0;ae1476a7656f:33365 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group ae1476a7656f%2C33365%2C1731096966449 for peer 1 2024-11-08T20:16:07,911 DEBUG [RS:0;ae1476a7656f:33365 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group ae1476a7656f%2C33365%2C1731096966449 for peer 2 2024-11-08T20:16:07,912 DEBUG [RS:0;ae1476a7656f:33365 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ae1476a7656f%2C33365%2C1731096966449 2024-11-08T20:16:07,912 INFO [RS:0;ae1476a7656f:33365 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ae1476a7656f,33365,1731096966449, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T20:16:07,918 DEBUG [RS:0;ae1476a7656f:33365 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=ae1476a7656f%2C33365%2C1731096966449 2024-11-08T20:16:07,918 INFO [RS:0;ae1476a7656f:33365.replicationSource.shipperae1476a7656f%2C33365%2C1731096966449,1-ae1476a7656f,33365,1731096966449 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ae1476a7656f%2C33365%2C1731096966449 2024-11-08T20:16:07,918 INFO [RS:0;ae1476a7656f:33365 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-ae1476a7656f,33365,1731096966449, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T20:16:07,920 DEBUG [RS:0;ae1476a7656f:33365 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44723:44723)] 2024-11-08T20:16:07,920 INFO [RS:0;ae1476a7656f:33365.replicationSource.shipperae1476a7656f%2C33365%2C1731096966449,2-ae1476a7656f,33365,1731096966449 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ae1476a7656f%2C33365%2C1731096966449 2024-11-08T20:16:07,921 DEBUG [RS:0;ae1476a7656f:33365.replicationSource.wal-reader.ae1476a7656f%2C33365%2C1731096966449,2-ae1476a7656f,33365,1731096966449 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,33365,1731096966449/ae1476a7656f%2C33365%2C1731096966449.1731096967845, startPosition=0, beingWritten=true 2024-11-08T20:16:07,921 DEBUG [RS:0;ae1476a7656f:33365.replicationSource.wal-reader.ae1476a7656f%2C33365%2C1731096966449,1-ae1476a7656f,33365,1731096966449 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,33365,1731096966449/ae1476a7656f%2C33365%2C1731096966449.1731096967845, startPosition=0, beingWritten=true 2024-11-08T20:16:08,137 DEBUG [ae1476a7656f:39927 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T20:16:08,137 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ae1476a7656f,33365,1731096966449 2024-11-08T20:16:08,139 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,33365,1731096966449, state=OPENING 2024-11-08T20:16:08,150 DEBUG [RS:0;ae1476a7656f:33365.replicationSource.wal-reader.ae1476a7656f%2C33365%2C1731096966449,2-ae1476a7656f,33365,1731096966449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,33365,1731096966449/ae1476a7656f%2C33365%2C1731096966449.1731096967845 to pos 0, reset compression=false 2024-11-08T20:16:08,157 DEBUG [RS:0;ae1476a7656f:33365.replicationSource.wal-reader.ae1476a7656f%2C33365%2C1731096966449,1-ae1476a7656f,33365,1731096966449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,33365,1731096966449/ae1476a7656f%2C33365%2C1731096966449.1731096967845 to pos 0, reset compression=false 2024-11-08T20:16:08,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39927-0x1011c1710300006, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/042308036/meta-region-server 2024-11-08T20:16:08,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33365-0x1011c1710300007, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/042308036/meta-region-server 2024-11-08T20:16:08,188 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:16:08,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,33365,1731096966449}] 2024-11-08T20:16:08,188 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /042308036/meta-region-server: CHANGED 2024-11-08T20:16:08,188 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /042308036/meta-region-server: CHANGED 2024-11-08T20:16:08,342 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:16:08,344 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40525, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T20:16:08,350 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T20:16:08,350 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:16:08,350 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T20:16:08,353 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C33365%2C1731096966449.meta, suffix=.meta, logDir=hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,33365,1731096966449, archiveDir=hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/oldWALs, maxLogs=10 2024-11-08T20:16:08,374 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,33365,1731096966449/ae1476a7656f%2C33365%2C1731096966449.meta.1731096968354.meta, exclude list is [], retry=0 2024-11-08T20:16:08,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39739,DS-ef4ecac2-714a-41c0-9d84-51ba1ac4eccf,DISK] 2024-11-08T20:16:08,379 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,33365,1731096966449/ae1476a7656f%2C33365%2C1731096966449.meta.1731096968354.meta 2024-11-08T20:16:08,380 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44723:44723)] 2024-11-08T20:16:08,380 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:16:08,381 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:16:08,381 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T20:16:08,381 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T20:16:08,381 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T20:16:08,381 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T20:16:08,381 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:16:08,381 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T20:16:08,382 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T20:16:08,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:16:08,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:16:08,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:08,394 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/data/hbase/meta/1588230740/info/22581ad1245f4d6fbb51327da5cada5e 2024-11-08T20:16:08,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:16:08,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:16:08,396 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:16:08,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:08,405 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/data/hbase/meta/1588230740/ns/330b7698aacd4fdaa753d43951bbd325 2024-11-08T20:16:08,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:16:08,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:16:08,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:16:08,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:08,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:16:08,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:16:08,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:16:08,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:08,418 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/data/hbase/meta/1588230740/table/33f6de417da844a292e0291285c82ffb 2024-11-08T20:16:08,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:16:08,419 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:16:08,420 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/data/hbase/meta/1588230740 2024-11-08T20:16:08,421 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/data/hbase/meta/1588230740 2024-11-08T20:16:08,423 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:16:08,423 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:16:08,424 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:16:08,426 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:16:08,427 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68682304, jitterRate=0.023446083068847656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:16:08,428 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T20:16:08,428 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731096968382Writing region info on filesystem at 1731096968382Initializing all the Stores at 1731096968383 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731096968383Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731096968383Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096968383Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731096968383Cleaning up temporary data from old regions at 1731096968423 (+40 ms)Running coprocessor post-open hooks at 1731096968428 (+5 ms)Region opened successfully at 1731096968428 2024-11-08T20:16:08,429 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731096968342 2024-11-08T20:16:08,433 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T20:16:08,434 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T20:16:08,434 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=ae1476a7656f,33365,1731096966449 2024-11-08T20:16:08,436 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,33365,1731096966449, state=OPEN 2024-11-08T20:16:08,458 DEBUG [RS:0;ae1476a7656f:33365.replicationSource.wal-reader.ae1476a7656f%2C33365%2C1731096966449,2-ae1476a7656f,33365,1731096966449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,33365,1731096966449/ae1476a7656f%2C33365%2C1731096966449.1731096967845 to pos 0, reset compression=false 2024-11-08T20:16:08,463 DEBUG [RS:0;ae1476a7656f:33365.replicationSource.wal-reader.ae1476a7656f%2C33365%2C1731096966449,1-ae1476a7656f,33365,1731096966449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,33365,1731096966449/ae1476a7656f%2C33365%2C1731096966449.1731096967845 to pos 0, reset compression=false 2024-11-08T20:16:08,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39927-0x1011c1710300006, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/042308036/meta-region-server 2024-11-08T20:16:08,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33365-0x1011c1710300007, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/042308036/meta-region-server 2024-11-08T20:16:08,514 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ae1476a7656f,33365,1731096966449 2024-11-08T20:16:08,514 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /042308036/meta-region-server: CHANGED 2024-11-08T20:16:08,514 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /042308036/meta-region-server: CHANGED 2024-11-08T20:16:08,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-08T20:16:08,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,33365,1731096966449 in 326 msec 2024-11-08T20:16:08,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-08T20:16:08,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0360 sec 2024-11-08T20:16:08,865 DEBUG [RS:0;ae1476a7656f:33365.replicationSource.wal-reader.ae1476a7656f%2C33365%2C1731096966449,2-ae1476a7656f,33365,1731096966449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,33365,1731096966449/ae1476a7656f%2C33365%2C1731096966449.1731096967845 to pos 0, reset compression=false 2024-11-08T20:16:08,870 DEBUG [RS:0;ae1476a7656f:33365.replicationSource.wal-reader.ae1476a7656f%2C33365%2C1731096966449,1-ae1476a7656f,33365,1731096966449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,33365,1731096966449/ae1476a7656f%2C33365%2C1731096966449.1731096967845 to pos 0, reset compression=false 2024-11-08T20:16:09,131 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1658ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-08T20:16:09,176 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T20:16:09,371 DEBUG [RS:0;ae1476a7656f:33365.replicationSource.wal-reader.ae1476a7656f%2C33365%2C1731096966449,2-ae1476a7656f,33365,1731096966449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,33365,1731096966449/ae1476a7656f%2C33365%2C1731096966449.1731096967845 to pos 0, reset compression=false 2024-11-08T20:16:09,377 DEBUG [RS:0;ae1476a7656f:33365.replicationSource.wal-reader.ae1476a7656f%2C33365%2C1731096966449,1-ae1476a7656f,33365,1731096966449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,33365,1731096966449/ae1476a7656f%2C33365%2C1731096966449.1731096967845 to pos 0, reset compression=false 2024-11-08T20:16:09,978 DEBUG [RS:0;ae1476a7656f:33365.replicationSource.wal-reader.ae1476a7656f%2C33365%2C1731096966449,2-ae1476a7656f,33365,1731096966449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,33365,1731096966449/ae1476a7656f%2C33365%2C1731096966449.1731096967845 to pos 0, reset compression=false 2024-11-08T20:16:09,984 DEBUG [RS:0;ae1476a7656f:33365.replicationSource.wal-reader.ae1476a7656f%2C33365%2C1731096966449,1-ae1476a7656f,33365,1731096966449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,33365,1731096966449/ae1476a7656f%2C33365%2C1731096966449.1731096967845 to pos 0, reset compression=false 2024-11-08T20:16:10,633 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3161ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-08T20:16:10,685 DEBUG [RS:0;ae1476a7656f:33365.replicationSource.wal-reader.ae1476a7656f%2C33365%2C1731096966449,2-ae1476a7656f,33365,1731096966449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,33365,1731096966449/ae1476a7656f%2C33365%2C1731096966449.1731096967845 to pos 0, reset compression=false 2024-11-08T20:16:10,693 DEBUG [RS:0;ae1476a7656f:33365.replicationSource.wal-reader.ae1476a7656f%2C33365%2C1731096966449,1-ae1476a7656f,33365,1731096966449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,33365,1731096966449/ae1476a7656f%2C33365%2C1731096966449.1731096967845 to pos 0, reset compression=false 2024-11-08T20:16:11,494 DEBUG [RS:0;ae1476a7656f:33365.replicationSource.wal-reader.ae1476a7656f%2C33365%2C1731096966449,2-ae1476a7656f,33365,1731096966449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,33365,1731096966449/ae1476a7656f%2C33365%2C1731096966449.1731096967845 to pos 0, reset compression=false 2024-11-08T20:16:11,500 DEBUG [RS:0;ae1476a7656f:33365.replicationSource.wal-reader.ae1476a7656f%2C33365%2C1731096966449,1-ae1476a7656f,33365,1731096966449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,33365,1731096966449/ae1476a7656f%2C33365%2C1731096966449.1731096967845 to pos 0, reset compression=false 2024-11-08T20:16:11,985 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4513ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-08T20:16:11,986 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T20:16:11,986 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:16:11,986 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,33365,1731096966449, seqNum=-1] 2024-11-08T20:16:11,987 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:16:11,988 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40459, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:16:11,996 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f8c8eb4e096bf4d0db66ed3db6573738, regionState=OPEN, lastHost=ae1476a7656f,44809,1731096948232, regionLocation=ae1476a7656f,44809,1731096948232, openSeqNum=2 2024-11-08T20:16:11,996 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T20:16:11,996 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731097031996 2024-11-08T20:16:11,996 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731097091996 2024-11-08T20:16:11,996 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 10 msec 2024-11-08T20:16:11,997 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,39927,1731096966164-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:11,997 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): ae1476a7656f,44809,1731096948232 had 2 regions 2024-11-08T20:16:11,997 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,39927,1731096966164-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:11,997 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,39927,1731096966164-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:11,997 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ae1476a7656f:39927, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:11,997 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:11,997 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:11,999 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure ae1476a7656f,44809,1731096948232, splitWal=true, meta=true, isMeta: false 2024-11-08T20:16:12,001 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,44809,1731096948232-splitting dir is empty, no logs to split. 2024-11-08T20:16:12,001 INFO [PEWorker-3 {}] master.SplitWALManager(105): ae1476a7656f,44809,1731096948232 WAL count=0, meta=false 2024-11-08T20:16:12,005 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,44809,1731096948232-splitting dir is empty, no logs to split. 2024-11-08T20:16:12,006 INFO [PEWorker-3 {}] master.SplitWALManager(105): ae1476a7656f,44809,1731096948232 WAL count=0, meta=false 2024-11-08T20:16:12,006 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if ae1476a7656f,44809,1731096948232 WAL splitting is done? wals=0, meta=false 2024-11-08T20:16:12,006 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.386sec 2024-11-08T20:16:12,006 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T20:16:12,006 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T20:16:12,006 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T20:16:12,006 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T20:16:12,006 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T20:16:12,006 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,39927,1731096966164-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:16:12,006 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,39927,1731096966164-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T20:16:12,011 WARN [master/ae1476a7656f:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=ae1476a7656f,44809,1731096948232/hbase:replication,,1731096958801.f8c8eb4e096bf4d0db66ed3db6573738. 2024-11-08T20:16:12,011 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f8c8eb4e096bf4d0db66ed3db6573738, ASSIGN}] 2024-11-08T20:16:12,013 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f8c8eb4e096bf4d0db66ed3db6573738, ASSIGN 2024-11-08T20:16:12,013 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T20:16:12,013 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T20:16:12,014 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,39927,1731096966164-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:12,015 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f8c8eb4e096bf4d0db66ed3db6573738, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T20:16:12,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df21429, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:12,055 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,39927,-1 for getting cluster id 2024-11-08T20:16:12,055 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:16:12,057 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2dabc5b-70e6-4979-8cbb-a3d0676e9978' 2024-11-08T20:16:12,057 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:16:12,057 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2dabc5b-70e6-4979-8cbb-a3d0676e9978" 2024-11-08T20:16:12,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc7703, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:12,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,39927,-1] 2024-11-08T20:16:12,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:16:12,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:12,060 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:16:12,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37e4c6de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:12,062 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:16:12,063 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,33365,1731096966449, seqNum=-1] 2024-11-08T20:16:12,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:16:12,066 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:16:12,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-08T20:16:12,070 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:16:12,070 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:16:12,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:12,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:12,070 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:16:12,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: ae1476a7656f:39927 after: ae1476a7656f:39927 2024-11-08T20:16:12,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a56a0eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:12,071 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,39927,-1 for getting cluster id 2024-11-08T20:16:12,071 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:16:12,072 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2dabc5b-70e6-4979-8cbb-a3d0676e9978' 2024-11-08T20:16:12,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:16:12,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2dabc5b-70e6-4979-8cbb-a3d0676e9978" 2024-11-08T20:16:12,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1741e947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:12,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,39927,-1] 2024-11-08T20:16:12,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:16:12,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:12,075 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:16:12,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61326f63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:12,076 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:16:12,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,39927,1731096966164 2024-11-08T20:16:12,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57164267 2024-11-08T20:16:12,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:16:12,078 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:16:12,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39927 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-08T20:16:12,080 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39927 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-08T20:16:12,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39927 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-08T20:16:12,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39927 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-08T20:16:12,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T20:16:12,082 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:16:12,082 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:16:12,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:12,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:12,083 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:16:12,083 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T20:16:12,083 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=524371768, stopped=false 2024-11-08T20:16:12,083 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ae1476a7656f,43173,1731096955086 2024-11-08T20:16:12,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43173-0x1011c1710300003, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-872293950/running 2024-11-08T20:16:12,129 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x1011c1710300004, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-872293950/running 2024-11-08T20:16:12,129 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x1011c1710300004, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-872293950 2024-11-08T20:16:12,129 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:16:12,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43173-0x1011c1710300003, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-872293950 2024-11-08T20:16:12,130 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:16:12,130 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:16:12,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:12,130 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43173-0x1011c1710300003, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Set watcher on znode that does not yet exist, /1-872293950/running 2024-11-08T20:16:12,130 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ae1476a7656f,36155,1731096955228' ***** 2024-11-08T20:16:12,130 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T20:16:12,130 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36155-0x1011c1710300004, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Set watcher on znode that does not yet exist, /1-872293950/running 2024-11-08T20:16:12,131 INFO [RS:0;ae1476a7656f:36155 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T20:16:12,131 INFO [RS:0;ae1476a7656f:36155 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T20:16:12,131 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T20:16:12,131 INFO [RS:0;ae1476a7656f:36155 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T20:16:12,131 INFO [RS:0;ae1476a7656f:36155 {}] regionserver.HRegionServer(959): stopping server ae1476a7656f,36155,1731096955228 2024-11-08T20:16:12,131 INFO [RS:0;ae1476a7656f:36155 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:16:12,131 INFO [RS:0;ae1476a7656f:36155 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:36155. 2024-11-08T20:16:12,131 DEBUG [RS:0;ae1476a7656f:36155 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:16:12,131 DEBUG [RS:0;ae1476a7656f:36155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:12,131 INFO [RS:0;ae1476a7656f:36155 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T20:16:12,131 INFO [RS:0;ae1476a7656f:36155 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T20:16:12,131 INFO [RS:0;ae1476a7656f:36155 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T20:16:12,132 INFO [RS:0;ae1476a7656f:36155 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T20:16:12,132 INFO [RS:0;ae1476a7656f:36155 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T20:16:12,132 DEBUG [RS:0;ae1476a7656f:36155 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T20:16:12,132 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:16:12,133 DEBUG [RS:0;ae1476a7656f:36155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:16:12,133 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:16:12,133 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:16:12,133 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:16:12,133 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:16:12,133 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-08T20:16:12,159 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35111/user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/data/hbase/meta/1588230740/.tmp/ns/7eaab6a9169e4464b9e46ba91b52ea5e is 43, key is default/ns:d/1731096958575/Put/seqid=0 2024-11-08T20:16:12,161 INFO [regionserver/ae1476a7656f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:16:12,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35327 is added to blk_1073741835_1011 (size=5153) 2024-11-08T20:16:12,165 DEBUG [ae1476a7656f:39927 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T20:16:12,166 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=f8c8eb4e096bf4d0db66ed3db6573738, regionState=OPENING, regionLocation=ae1476a7656f,33365,1731096966449 2024-11-08T20:16:12,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f8c8eb4e096bf4d0db66ed3db6573738, ASSIGN because future has completed 2024-11-08T20:16:12,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure f8c8eb4e096bf4d0db66ed3db6573738, server=ae1476a7656f,33365,1731096966449}] 2024-11-08T20:16:12,249 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T20:16:12,249 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T20:16:12,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731096958801.f8c8eb4e096bf4d0db66ed3db6573738. 2024-11-08T20:16:12,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:16:12,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T20:16:12,332 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C33365%2C1731096966449.rep, suffix=, logDir=hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,33365,1731096966449, archiveDir=hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/oldWALs, maxLogs=10 2024-11-08T20:16:12,333 DEBUG [RS:0;ae1476a7656f:36155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:16:12,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,33365,1731096966449/ae1476a7656f%2C33365%2C1731096966449.rep.1731096972333, exclude list is [], retry=0 2024-11-08T20:16:12,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39739,DS-ef4ecac2-714a-41c0-9d84-51ba1ac4eccf,DISK] 2024-11-08T20:16:12,358 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,33365,1731096966449/ae1476a7656f%2C33365%2C1731096966449.rep.1731096972333 2024-11-08T20:16:12,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44723:44723)] 2024-11-08T20:16:12,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => f8c8eb4e096bf4d0db66ed3db6573738, NAME => 'hbase:replication,,1731096958801.f8c8eb4e096bf4d0db66ed3db6573738.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:16:12,359 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:16:12,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T20:16:12,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731096958801.f8c8eb4e096bf4d0db66ed3db6573738. service=MultiRowMutationService 2024-11-08T20:16:12,359 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T20:16:12,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f8c8eb4e096bf4d0db66ed3db6573738 2024-11-08T20:16:12,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731096958801.f8c8eb4e096bf4d0db66ed3db6573738.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:16:12,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for f8c8eb4e096bf4d0db66ed3db6573738 2024-11-08T20:16:12,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for f8c8eb4e096bf4d0db66ed3db6573738 2024-11-08T20:16:12,362 INFO [StoreOpener-f8c8eb4e096bf4d0db66ed3db6573738-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f8c8eb4e096bf4d0db66ed3db6573738 2024-11-08T20:16:12,363 INFO [StoreOpener-f8c8eb4e096bf4d0db66ed3db6573738-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8c8eb4e096bf4d0db66ed3db6573738 columnFamilyName hfileref 2024-11-08T20:16:12,363 DEBUG [StoreOpener-f8c8eb4e096bf4d0db66ed3db6573738-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:12,363 INFO [StoreOpener-f8c8eb4e096bf4d0db66ed3db6573738-1 {}] regionserver.HStore(327): Store=f8c8eb4e096bf4d0db66ed3db6573738/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:16:12,364 INFO [StoreOpener-f8c8eb4e096bf4d0db66ed3db6573738-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f8c8eb4e096bf4d0db66ed3db6573738 2024-11-08T20:16:12,365 INFO [StoreOpener-f8c8eb4e096bf4d0db66ed3db6573738-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8c8eb4e096bf4d0db66ed3db6573738 columnFamilyName queue 2024-11-08T20:16:12,365 DEBUG [StoreOpener-f8c8eb4e096bf4d0db66ed3db6573738-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:12,372 DEBUG [StoreOpener-f8c8eb4e096bf4d0db66ed3db6573738-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/data/hbase/replication/f8c8eb4e096bf4d0db66ed3db6573738/queue/3f9f958ea42d464db2cf0a9ab6bb9e42 2024-11-08T20:16:12,373 INFO [StoreOpener-f8c8eb4e096bf4d0db66ed3db6573738-1 {}] regionserver.HStore(327): Store=f8c8eb4e096bf4d0db66ed3db6573738/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:16:12,373 INFO [StoreOpener-f8c8eb4e096bf4d0db66ed3db6573738-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f8c8eb4e096bf4d0db66ed3db6573738 2024-11-08T20:16:12,374 INFO [StoreOpener-f8c8eb4e096bf4d0db66ed3db6573738-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8c8eb4e096bf4d0db66ed3db6573738 columnFamilyName sid 2024-11-08T20:16:12,374 DEBUG [StoreOpener-f8c8eb4e096bf4d0db66ed3db6573738-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:12,375 INFO [StoreOpener-f8c8eb4e096bf4d0db66ed3db6573738-1 {}] regionserver.HStore(327): Store=f8c8eb4e096bf4d0db66ed3db6573738/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:16:12,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for f8c8eb4e096bf4d0db66ed3db6573738 2024-11-08T20:16:12,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/data/hbase/replication/f8c8eb4e096bf4d0db66ed3db6573738 2024-11-08T20:16:12,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/data/hbase/replication/f8c8eb4e096bf4d0db66ed3db6573738 2024-11-08T20:16:12,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for f8c8eb4e096bf4d0db66ed3db6573738 2024-11-08T20:16:12,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for f8c8eb4e096bf4d0db66ed3db6573738 2024-11-08T20:16:12,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T20:16:12,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for f8c8eb4e096bf4d0db66ed3db6573738 2024-11-08T20:16:12,384 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened f8c8eb4e096bf4d0db66ed3db6573738; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65895872, jitterRate=-0.018074989318847656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T20:16:12,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f8c8eb4e096bf4d0db66ed3db6573738 2024-11-08T20:16:12,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for f8c8eb4e096bf4d0db66ed3db6573738: Running coprocessor pre-open hook at 1731096972360Writing region info on filesystem at 1731096972360Initializing all the Stores at 1731096972361 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096972361Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096972361Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096972361Cleaning up temporary data from old regions at 1731096972379 (+18 ms)Running coprocessor post-open hooks at 1731096972384 (+5 ms)Region opened successfully at 1731096972385 (+1 ms) 2024-11-08T20:16:12,387 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731096958801.f8c8eb4e096bf4d0db66ed3db6573738., pid=19, masterSystemTime=1731096972324 2024-11-08T20:16:12,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731096958801.f8c8eb4e096bf4d0db66ed3db6573738. 2024-11-08T20:16:12,390 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731096958801.f8c8eb4e096bf4d0db66ed3db6573738. 2024-11-08T20:16:12,391 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=f8c8eb4e096bf4d0db66ed3db6573738, regionState=OPEN, openSeqNum=10, regionLocation=ae1476a7656f,33365,1731096966449 2024-11-08T20:16:12,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure f8c8eb4e096bf4d0db66ed3db6573738, server=ae1476a7656f,33365,1731096966449 because future has completed 2024-11-08T20:16:12,399 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-08T20:16:12,399 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure f8c8eb4e096bf4d0db66ed3db6573738, server=ae1476a7656f,33365,1731096966449 in 226 msec 2024-11-08T20:16:12,400 DEBUG [RS:0;ae1476a7656f:33365.replicationSource.wal-reader.ae1476a7656f%2C33365%2C1731096966449,2-ae1476a7656f,33365,1731096966449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,33365,1731096966449/ae1476a7656f%2C33365%2C1731096966449.1731096967845 to pos 0, reset compression=false 2024-11-08T20:16:12,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-08T20:16:12,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f8c8eb4e096bf4d0db66ed3db6573738, ASSIGN in 388 msec 2024-11-08T20:16:12,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-08T20:16:12,405 DEBUG [RS:0;ae1476a7656f:33365.replicationSource.wal-reader.ae1476a7656f%2C33365%2C1731096966449,1-ae1476a7656f,33365,1731096966449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,33365,1731096966449/ae1476a7656f%2C33365%2C1731096966449.1731096967845 to pos 0, reset compression=false 2024-11-08T20:16:12,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731096958801.f8c8eb4e096bf4d0db66ed3db6573738., hostname=ae1476a7656f,33365,1731096966449, seqNum=10] 2024-11-08T20:16:12,455 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for ae1476a7656f,44809,1731096948232 2024-11-08T20:16:12,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-08T20:16:12,533 DEBUG [RS:0;ae1476a7656f:36155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:16:12,566 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35111/user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/data/hbase/meta/1588230740/.tmp/ns/7eaab6a9169e4464b9e46ba91b52ea5e 2024-11-08T20:16:12,575 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35111/user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/data/hbase/meta/1588230740/.tmp/ns/7eaab6a9169e4464b9e46ba91b52ea5e as hdfs://localhost:35111/user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/data/hbase/meta/1588230740/ns/7eaab6a9169e4464b9e46ba91b52ea5e 2024-11-08T20:16:12,584 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35111/user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/data/hbase/meta/1588230740/ns/7eaab6a9169e4464b9e46ba91b52ea5e, entries=2, sequenceid=6, filesize=5.0 K 2024-11-08T20:16:12,586 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 453ms, sequenceid=6, compaction requested=false 2024-11-08T20:16:12,586 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T20:16:12,592 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35111/user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T20:16:12,593 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:16:12,593 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:16:12,593 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:16:12,593 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731096972132Running coprocessor pre-close hooks at 1731096972132Disabling compacts and flushes for region at 1731096972132Disabling writes for close at 1731096972133 (+1 ms)Obtaining lock to block concurrent updates at 1731096972133Preparing flush snapshotting stores in 1588230740 at 1731096972133Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731096972133Flushing stores of hbase:meta,,1.1588230740 at 1731096972134 (+1 ms)Flushing 1588230740/ns: creating writer at 1731096972134Flushing 1588230740/ns: appending metadata at 1731096972158 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731096972158Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57cc4296: reopening flushed file at 1731096972574 (+416 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 453ms, sequenceid=6, compaction requested=false at 1731096972586 (+12 ms)Writing region close event to WAL at 1731096972587 (+1 ms)Running coprocessor post-close hooks at 1731096972593 (+6 ms)Closed at 1731096972593 2024-11-08T20:16:12,593 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T20:16:12,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-08T20:16:12,733 INFO [RS:0;ae1476a7656f:36155 {}] regionserver.HRegionServer(976): stopping server ae1476a7656f,36155,1731096955228; all regions closed. 2024-11-08T20:16:12,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35327 is added to blk_1073741834_1010 (size=1152) 2024-11-08T20:16:12,746 DEBUG [RS:0;ae1476a7656f:36155 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/oldWALs 2024-11-08T20:16:12,746 INFO [RS:0;ae1476a7656f:36155 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C36155%2C1731096955228.meta:.meta(num 1731096958475) 2024-11-08T20:16:12,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35327 is added to blk_1073741832_1008 (size=93) 2024-11-08T20:16:12,754 DEBUG [RS:0;ae1476a7656f:36155 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/oldWALs 2024-11-08T20:16:12,754 INFO [RS:0;ae1476a7656f:36155 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C36155%2C1731096955228:(num 1731096957396) 2024-11-08T20:16:12,754 DEBUG [RS:0;ae1476a7656f:36155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:12,754 INFO [RS:0;ae1476a7656f:36155 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:16:12,754 INFO [RS:0;ae1476a7656f:36155 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:16:12,755 INFO [RS:0;ae1476a7656f:36155 {}] hbase.ChoreService(370): Chore service for: regionserver/ae1476a7656f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T20:16:12,755 INFO [RS:0;ae1476a7656f:36155 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:16:12,755 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:16:12,755 INFO [RS:0;ae1476a7656f:36155 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36155 2024-11-08T20:16:12,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43173-0x1011c1710300003, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-872293950/rs 2024-11-08T20:16:12,803 INFO [RS:0;ae1476a7656f:36155 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:16:12,803 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x1011c1710300004, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-872293950/rs/ae1476a7656f,36155,1731096955228 2024-11-08T20:16:12,814 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ae1476a7656f,36155,1731096955228] 2024-11-08T20:16:12,824 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-872293950/draining/ae1476a7656f,36155,1731096955228 already deleted, retry=false 2024-11-08T20:16:12,824 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ae1476a7656f,36155,1731096955228 expired; onlineServers=0 2024-11-08T20:16:12,824 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ae1476a7656f,43173,1731096955086' ***** 2024-11-08T20:16:12,824 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T20:16:12,824 INFO [M:0;ae1476a7656f:43173 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:16:12,824 INFO [M:0;ae1476a7656f:43173 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:16:12,825 DEBUG [M:0;ae1476a7656f:43173 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T20:16:12,825 DEBUG [M:0;ae1476a7656f:43173 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T20:16:12,825 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T20:16:12,825 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731096957155 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731096957155,5,FailOnTimeoutGroup] 2024-11-08T20:16:12,825 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731096957155 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731096957155,5,FailOnTimeoutGroup] 2024-11-08T20:16:12,825 INFO [M:0;ae1476a7656f:43173 {}] hbase.ChoreService(370): Chore service for: master/ae1476a7656f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T20:16:12,825 INFO [M:0;ae1476a7656f:43173 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:16:12,825 DEBUG [M:0;ae1476a7656f:43173 {}] master.HMaster(1795): Stopping service threads 2024-11-08T20:16:12,825 INFO [M:0;ae1476a7656f:43173 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T20:16:12,825 INFO [M:0;ae1476a7656f:43173 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:16:12,825 INFO [M:0;ae1476a7656f:43173 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T20:16:12,826 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T20:16:12,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43173-0x1011c1710300003, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-872293950/master 2024-11-08T20:16:12,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43173-0x1011c1710300003, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-872293950 2024-11-08T20:16:12,845 DEBUG [M:0;ae1476a7656f:43173 {}] zookeeper.RecoverableZooKeeper(212): Node /1-872293950/master already deleted, retry=false 2024-11-08T20:16:12,845 DEBUG [M:0;ae1476a7656f:43173 {}] master.ActiveMasterManager(353): master:43173-0x1011c1710300003, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-872293950/master 2024-11-08T20:16:12,847 INFO [M:0;ae1476a7656f:43173 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35111/user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/.lastflushedseqids 2024-11-08T20:16:12,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35327 is added to blk_1073741836_1012 (size=99) 2024-11-08T20:16:12,863 INFO [M:0;ae1476a7656f:43173 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T20:16:12,863 INFO [M:0;ae1476a7656f:43173 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T20:16:12,863 DEBUG [M:0;ae1476a7656f:43173 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:16:12,864 INFO [M:0;ae1476a7656f:43173 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:16:12,864 DEBUG [M:0;ae1476a7656f:43173 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:16:12,864 DEBUG [M:0;ae1476a7656f:43173 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:16:12,864 DEBUG [M:0;ae1476a7656f:43173 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:16:12,864 INFO [M:0;ae1476a7656f:43173 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-08T20:16:12,888 DEBUG [M:0;ae1476a7656f:43173 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35111/user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/972afa8fd67e4cb7b4a84d39ea3e4e6e is 82, key is hbase:meta,,1/info:regioninfo/1731096958538/Put/seqid=0 2024-11-08T20:16:12,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35327 is added to blk_1073741837_1013 (size=5672) 2024-11-08T20:16:12,914 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x1011c1710300004, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:16:12,914 INFO [RS:0;ae1476a7656f:36155 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:16:12,914 INFO [RS:0;ae1476a7656f:36155 {}] regionserver.HRegionServer(1031): Exiting; stopping=ae1476a7656f,36155,1731096955228; zookeeper connection closed. 2024-11-08T20:16:12,914 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x1011c1710300004, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:16:12,914 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2a7b0ad4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2a7b0ad4 2024-11-08T20:16:12,914 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T20:16:13,294 INFO [M:0;ae1476a7656f:43173 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35111/user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/972afa8fd67e4cb7b4a84d39ea3e4e6e 2024-11-08T20:16:13,328 DEBUG [M:0;ae1476a7656f:43173 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35111/user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60bde34ffd8040c8a003a0ddd6f98f40 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731096958584/Put/seqid=0 2024-11-08T20:16:13,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35327 is added to blk_1073741838_1014 (size=5275) 2024-11-08T20:16:13,406 DEBUG [RS:0;ae1476a7656f:33365.replicationSource.wal-reader.ae1476a7656f%2C33365%2C1731096966449,2-ae1476a7656f,33365,1731096966449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,33365,1731096966449/ae1476a7656f%2C33365%2C1731096966449.1731096967845 to pos 0, reset compression=false 2024-11-08T20:16:13,412 DEBUG [RS:0;ae1476a7656f:33365.replicationSource.wal-reader.ae1476a7656f%2C33365%2C1731096966449,1-ae1476a7656f,33365,1731096966449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,33365,1731096966449/ae1476a7656f%2C33365%2C1731096966449.1731096967845 to pos 0, reset compression=false 2024-11-08T20:16:13,734 INFO [M:0;ae1476a7656f:43173 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35111/user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60bde34ffd8040c8a003a0ddd6f98f40 2024-11-08T20:16:13,762 DEBUG [M:0;ae1476a7656f:43173 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35111/user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e4311ea61e8e492790f0c5052569deb7 is 69, key is ae1476a7656f,36155,1731096955228/rs:state/1731096957223/Put/seqid=0 2024-11-08T20:16:13,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35327 is added to blk_1073741839_1015 (size=5156) 2024-11-08T20:16:13,768 INFO [M:0;ae1476a7656f:43173 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35111/user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e4311ea61e8e492790f0c5052569deb7 2024-11-08T20:16:13,777 DEBUG [M:0;ae1476a7656f:43173 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35111/user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/972afa8fd67e4cb7b4a84d39ea3e4e6e as hdfs://localhost:35111/user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/972afa8fd67e4cb7b4a84d39ea3e4e6e 2024-11-08T20:16:13,785 INFO [M:0;ae1476a7656f:43173 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35111/user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/972afa8fd67e4cb7b4a84d39ea3e4e6e, entries=8, sequenceid=28, filesize=5.5 K 2024-11-08T20:16:13,786 DEBUG [M:0;ae1476a7656f:43173 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35111/user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60bde34ffd8040c8a003a0ddd6f98f40 as hdfs://localhost:35111/user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/60bde34ffd8040c8a003a0ddd6f98f40 2024-11-08T20:16:13,797 INFO [M:0;ae1476a7656f:43173 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35111/user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/60bde34ffd8040c8a003a0ddd6f98f40, entries=3, sequenceid=28, filesize=5.2 K 2024-11-08T20:16:13,798 DEBUG [M:0;ae1476a7656f:43173 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35111/user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e4311ea61e8e492790f0c5052569deb7 as hdfs://localhost:35111/user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e4311ea61e8e492790f0c5052569deb7 2024-11-08T20:16:13,807 INFO [M:0;ae1476a7656f:43173 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35111/user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e4311ea61e8e492790f0c5052569deb7, entries=1, sequenceid=28, filesize=5.0 K 2024-11-08T20:16:13,809 INFO [M:0;ae1476a7656f:43173 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 944ms, sequenceid=28, compaction requested=false 2024-11-08T20:16:13,813 INFO [M:0;ae1476a7656f:43173 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:16:13,813 DEBUG [M:0;ae1476a7656f:43173 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731096972863Disabling compacts and flushes for region at 1731096972863Disabling writes for close at 1731096972864 (+1 ms)Obtaining lock to block concurrent updates at 1731096972864Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731096972864Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731096972865 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731096972866 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731096972866Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731096972887 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731096972887Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731096973302 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731096973328 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731096973328Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731096973743 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731096973761 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731096973761Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46c7e48c: reopening flushed file at 1731096973776 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c56c3ba: reopening flushed file at 1731096973785 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20c5bc5a: reopening flushed file at 1731096973797 (+12 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 944ms, sequenceid=28, compaction requested=false at 1731096973809 (+12 ms)Writing region close event to WAL at 1731096973813 (+4 ms)Closed at 1731096973813 2024-11-08T20:16:13,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35327 is added to blk_1073741830_1006 (size=10165) 2024-11-08T20:16:13,817 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/df9c585b-aad9-935d-b283-f0116d5ede50/MasterData/WALs/ae1476a7656f,43173,1731096955086/ae1476a7656f%2C43173%2C1731096955086.1731096956795 not finished, retry = 0 2024-11-08T20:16:13,918 INFO [M:0;ae1476a7656f:43173 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T20:16:13,918 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:16:13,918 INFO [M:0;ae1476a7656f:43173 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43173 2024-11-08T20:16:13,921 INFO [M:0;ae1476a7656f:43173 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:16:14,035 INFO [M:0;ae1476a7656f:43173 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:16:14,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43173-0x1011c1710300003, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:16:14,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43173-0x1011c1710300003, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:16:14,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f930e04{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:16:14,042 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@224a64ad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:16:14,042 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:16:14,042 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2eeb97ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:16:14,043 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26fe482a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/307c8b71-1fdf-77ed-932a-1d625c07fa39/hadoop.log.dir/,STOPPED} 2024-11-08T20:16:14,046 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T20:16:14,046 WARN [BP-1317835143-172.17.0.3-1731096953229 heartbeating to localhost/127.0.0.1:35111 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T20:16:14,046 WARN [BP-1317835143-172.17.0.3-1731096953229 heartbeating to localhost/127.0.0.1:35111 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1317835143-172.17.0.3-1731096953229 (Datanode Uuid eabfebfe-971c-49ed-a79e-508d846ee392) service to localhost/127.0.0.1:35111 2024-11-08T20:16:14,046 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T20:16:14,047 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/307c8b71-1fdf-77ed-932a-1d625c07fa39/cluster_c63a9220-10ef-5cda-b21a-7336e08a815f/data/data1/current/BP-1317835143-172.17.0.3-1731096953229 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:16:14,048 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/307c8b71-1fdf-77ed-932a-1d625c07fa39/cluster_c63a9220-10ef-5cda-b21a-7336e08a815f/data/data2/current/BP-1317835143-172.17.0.3-1731096953229 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:16:14,048 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T20:16:14,055 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@648ef073{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:16:14,056 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f079672{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:16:14,056 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:16:14,056 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6da0165e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:16:14,057 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@779100ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/307c8b71-1fdf-77ed-932a-1d625c07fa39/hadoop.log.dir/,STOPPED} 2024-11-08T20:16:14,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T20:16:14,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T20:16:14,078 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:16:14,078 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:16:14,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:14,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:14,079 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:16:14,079 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T20:16:14,079 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1310762250, stopped=false 2024-11-08T20:16:14,079 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ae1476a7656f,39927,1731096966164 2024-11-08T20:16:14,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39927-0x1011c1710300006, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/042308036/running 2024-11-08T20:16:14,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33365-0x1011c1710300007, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/042308036/running 2024-11-08T20:16:14,142 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:16:14,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33365-0x1011c1710300007, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042308036 2024-11-08T20:16:14,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39927-0x1011c1710300006, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042308036 2024-11-08T20:16:14,142 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:16:14,143 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:16:14,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:14,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33365-0x1011c1710300007, quorum=127.0.0.1:54938, baseZNode=/042308036 Set watcher on znode that does not yet exist, /042308036/running 2024-11-08T20:16:14,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39927-0x1011c1710300006, quorum=127.0.0.1:54938, baseZNode=/042308036 Set watcher on znode that does not yet exist, /042308036/running 2024-11-08T20:16:14,143 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ae1476a7656f,33365,1731096966449' ***** 2024-11-08T20:16:14,143 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T20:16:14,143 INFO [RS:0;ae1476a7656f:33365 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T20:16:14,144 INFO [RS:0;ae1476a7656f:33365 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T20:16:14,144 INFO [RS:0;ae1476a7656f:33365 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T20:16:14,144 INFO [RS:0;ae1476a7656f:33365 {}] regionserver.HRegionServer(3091): Received CLOSE for f8c8eb4e096bf4d0db66ed3db6573738 2024-11-08T20:16:14,144 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T20:16:14,144 INFO [RS:0;ae1476a7656f:33365 {}] regionserver.HRegionServer(959): stopping server ae1476a7656f,33365,1731096966449 2024-11-08T20:16:14,144 INFO [RS:0;ae1476a7656f:33365 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:16:14,144 INFO [RS:0;ae1476a7656f:33365 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:33365. 2024-11-08T20:16:14,145 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f8c8eb4e096bf4d0db66ed3db6573738, disabling compactions & flushes 2024-11-08T20:16:14,145 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731096958801.f8c8eb4e096bf4d0db66ed3db6573738. 2024-11-08T20:16:14,145 DEBUG [RS:0;ae1476a7656f:33365 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:16:14,145 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731096958801.f8c8eb4e096bf4d0db66ed3db6573738. 2024-11-08T20:16:14,145 DEBUG [RS:0;ae1476a7656f:33365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:14,145 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731096958801.f8c8eb4e096bf4d0db66ed3db6573738. after waiting 0 ms 2024-11-08T20:16:14,145 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731096958801.f8c8eb4e096bf4d0db66ed3db6573738. 2024-11-08T20:16:14,145 INFO [RS:0;ae1476a7656f:33365 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T20:16:14,145 INFO [RS:0;ae1476a7656f:33365 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T20:16:14,145 INFO [RS:0;ae1476a7656f:33365 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T20:16:14,145 INFO [RS:0;ae1476a7656f:33365 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T20:16:14,146 INFO [RS:0;ae1476a7656f:33365 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T20:16:14,146 DEBUG [RS:0;ae1476a7656f:33365 {}] regionserver.HRegionServer(1325): Online Regions={f8c8eb4e096bf4d0db66ed3db6573738=hbase:replication,,1731096958801.f8c8eb4e096bf4d0db66ed3db6573738., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T20:16:14,146 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:16:14,146 DEBUG [RS:0;ae1476a7656f:33365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f8c8eb4e096bf4d0db66ed3db6573738 2024-11-08T20:16:14,146 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:16:14,146 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:16:14,147 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:16:14,147 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:16:14,147 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-08T20:16:14,164 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/data/hbase/replication/f8c8eb4e096bf4d0db66ed3db6573738/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-08T20:16:14,166 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:16:14,166 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:16:14,166 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731096958801.f8c8eb4e096bf4d0db66ed3db6573738. 2024-11-08T20:16:14,166 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f8c8eb4e096bf4d0db66ed3db6573738: Waiting for close lock at 1731096974144Running coprocessor pre-close hooks at 1731096974144Disabling compacts and flushes for region at 1731096974144Disabling writes for close at 1731096974145 (+1 ms)Writing region close event to WAL at 1731096974146 (+1 ms)Running coprocessor post-close hooks at 1731096974166 (+20 ms)Closed at 1731096974166 2024-11-08T20:16:14,166 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731096958801.f8c8eb4e096bf4d0db66ed3db6573738. 2024-11-08T20:16:14,169 INFO [regionserver/ae1476a7656f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:16:14,171 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/data/hbase/meta/1588230740/.tmp/info/00172435e7bd466f951e8c4dcce854ae is 147, key is hbase:replication,,1731096958801.f8c8eb4e096bf4d0db66ed3db6573738./info:regioninfo/1731096972391/Put/seqid=0 2024-11-08T20:16:14,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741851_1027 (size=6385) 2024-11-08T20:16:14,181 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/data/hbase/meta/1588230740/.tmp/info/00172435e7bd466f951e8c4dcce854ae 2024-11-08T20:16:14,191 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/data/hbase/meta/1588230740/.tmp/info/00172435e7bd466f951e8c4dcce854ae as hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/data/hbase/meta/1588230740/info/00172435e7bd466f951e8c4dcce854ae 2024-11-08T20:16:14,199 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/data/hbase/meta/1588230740/info/00172435e7bd466f951e8c4dcce854ae, entries=8, sequenceid=19, filesize=6.2 K 2024-11-08T20:16:14,200 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 53ms, sequenceid=19, compaction requested=false 2024-11-08T20:16:14,206 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-08T20:16:14,206 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:16:14,206 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:16:14,206 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:16:14,207 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731096974146Running coprocessor pre-close hooks at 1731096974146Disabling compacts and flushes for region at 1731096974146Disabling writes for close at 1731096974147 (+1 ms)Obtaining lock to block concurrent updates at 1731096974147Preparing flush snapshotting stores in 1588230740 at 1731096974147Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731096974148 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731096974150 (+2 ms)Flushing 1588230740/info: creating writer at 1731096974150Flushing 1588230740/info: appending metadata at 1731096974170 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731096974170Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b6465c5: reopening flushed file at 1731096974190 (+20 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 53ms, sequenceid=19, compaction requested=false at 1731096974200 (+10 ms)Writing region close event to WAL at 1731096974202 (+2 ms)Running coprocessor post-close hooks at 1731096974206 (+4 ms)Closed at 1731096974206 2024-11-08T20:16:14,207 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T20:16:14,346 INFO [RS:0;ae1476a7656f:33365 {}] regionserver.HRegionServer(976): stopping server ae1476a7656f,33365,1731096966449; all regions closed. 2024-11-08T20:16:14,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741849_1025 (size=2156) 2024-11-08T20:16:14,364 DEBUG [RS:0;ae1476a7656f:33365 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/oldWALs 2024-11-08T20:16:14,364 INFO [RS:0;ae1476a7656f:33365 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C33365%2C1731096966449.meta:.meta(num 1731096968354) 2024-11-08T20:16:14,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741850_1026 (size=796) 2024-11-08T20:16:14,371 DEBUG [RS:0;ae1476a7656f:33365 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/oldWALs 2024-11-08T20:16:14,371 INFO [RS:0;ae1476a7656f:33365 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C33365%2C1731096966449.rep:(num 1731096972333) 2024-11-08T20:16:14,378 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,33365,1731096966449/ae1476a7656f%2C33365%2C1731096966449.1731096967845 not finished, retry = 0 2024-11-08T20:16:14,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741848_1024 (size=93) 2024-11-08T20:16:14,482 DEBUG [RS:0;ae1476a7656f:33365 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/oldWALs 2024-11-08T20:16:14,482 INFO [RS:0;ae1476a7656f:33365 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C33365%2C1731096966449:(num 1731096967845) 2024-11-08T20:16:14,482 DEBUG [RS:0;ae1476a7656f:33365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:14,482 INFO [RS:0;ae1476a7656f:33365 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:16:14,482 INFO [RS:0;ae1476a7656f:33365 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:16:14,482 INFO [RS:0;ae1476a7656f:33365 {}] hbase.ChoreService(370): Chore service for: regionserver/ae1476a7656f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T20:16:14,483 INFO [RS:0;ae1476a7656f:33365 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:16:14,483 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:16:14,483 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/ae1476a7656f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-08T20:16:14,483 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/ae1476a7656f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-08T20:16:14,483 INFO [RS:0;ae1476a7656f:33365 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ae1476a7656f,33365,1731096966449 because: Region server is closing 2024-11-08T20:16:14,483 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/ae1476a7656f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-08T20:16:14,483 INFO [RS:0;ae1476a7656f:33365 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:33365. 2024-11-08T20:16:14,483 DEBUG [RS:0;ae1476a7656f:33365 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:16:14,483 DEBUG [RS:0;ae1476a7656f:33365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:14,483 DEBUG [RS:0;ae1476a7656f:33365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:14,484 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:16:14,512 DEBUG [RS:0;ae1476a7656f:33365.replicationSource.wal-reader.ae1476a7656f%2C33365%2C1731096966449,2-ae1476a7656f,33365,1731096966449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,33365,1731096966449/ae1476a7656f%2C33365%2C1731096966449.1731096967845 to pos 0, reset compression=false 2024-11-08T20:16:14,521 INFO [RS:0;ae1476a7656f:33365.replicationSource.wal-reader.ae1476a7656f%2C33365%2C1731096966449,2-ae1476a7656f,33365,1731096966449 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,33365,1731096966449/ae1476a7656f%2C33365%2C1731096966449.1731096967845 was moved to hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/oldWALs/ae1476a7656f%2C33365%2C1731096966449.1731096967845 2024-11-08T20:16:14,527 DEBUG [RS:0;ae1476a7656f:33365.replicationSource.wal-reader.ae1476a7656f%2C33365%2C1731096966449,2-ae1476a7656f,33365,1731096966449 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,33365,1731096966449/ae1476a7656f%2C33365%2C1731096966449.1731096967845 2024-11-08T20:16:14,527 DEBUG [RS:0;ae1476a7656f:33365.replicationSource.wal-reader.ae1476a7656f%2C33365%2C1731096966449,2-ae1476a7656f,33365,1731096966449 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-08T20:16:14,527 DEBUG [RS:0;ae1476a7656f:33365.replicationSource.wal-reader.ae1476a7656f%2C33365%2C1731096966449,2-ae1476a7656f,33365,1731096966449 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-08T20:16:14,527 DEBUG [RS:0;ae1476a7656f:33365.replicationSource.shipperae1476a7656f%2C33365%2C1731096966449,2-ae1476a7656f,33365,1731096966449 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-ae1476a7656f,33365,1731096966449 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/WALs/ae1476a7656f,33365,1731096966449/ae1476a7656f%2C33365%2C1731096966449.1731096967845, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-08T20:16:14,533 DEBUG [RS:0;ae1476a7656f:33365.replicationSource.shipperae1476a7656f%2C33365%2C1731096966449,2-ae1476a7656f,33365,1731096966449 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:16:14,534 DEBUG [RS:0;ae1476a7656f:33365.replicationSource.shipperae1476a7656f%2C33365%2C1731096966449,2-ae1476a7656f,33365,1731096966449 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,33365,1731096966449, seqNum=-1] 2024-11-08T20:16:14,535 WARN [RS:0;ae1476a7656f:33365.replicationSource.shipperae1476a7656f%2C33365%2C1731096966449,2-ae1476a7656f,33365,1731096966449 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='2-ae1476a7656f,33365,1731096966449', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:33365 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-08T20:16:14,539 ERROR [RS:0;ae1476a7656f:33365.replicationSource.shipperae1476a7656f%2C33365%2C1731096966449,2-ae1476a7656f,33365,1731096966449 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ae1476a7656f,33365,1731096966449: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-ae1476a7656f,33365,1731096966449, walGroup=ae1476a7656f%2C33365%2C1731096966449, offset=ae1476a7656f%2C33365%2C1731096966449.1731096967845:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:33365 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T20:16:14,541 ERROR [RS:0;ae1476a7656f:33365.replicationSource.shipperae1476a7656f%2C33365%2C1731096966449,2-ae1476a7656f,33365,1731096966449 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T20:16:14,544 DEBUG [RS:0;ae1476a7656f:33365.replicationSource.shipperae1476a7656f%2C33365%2C1731096966449,2-ae1476a7656f,33365,1731096966449 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T20:16:14,545 DEBUG [RS:0;ae1476a7656f:33365.replicationSource.shipperae1476a7656f%2C33365%2C1731096966449,2-ae1476a7656f,33365,1731096966449 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T20:16:14,546 DEBUG [RS:0;ae1476a7656f:33365.replicationSource.shipperae1476a7656f%2C33365%2C1731096966449,2-ae1476a7656f,33365,1731096966449 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T20:16:14,546 DEBUG [RS:0;ae1476a7656f:33365.replicationSource.shipperae1476a7656f%2C33365%2C1731096966449,2-ae1476a7656f,33365,1731096966449 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T20:16:14,546 INFO [RS:0;ae1476a7656f:33365.replicationSource.shipperae1476a7656f%2C33365%2C1731096966449,2-ae1476a7656f,33365,1731096966449 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 593680368 }, "NonHeapMemoryUsage": { "committed": 162332672, "init": 7667712, "max": -1, "used": 157548488 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T20:16:14,549 DEBUG [RS:0;ae1476a7656f:33365.replicationSource.shipperae1476a7656f%2C33365%2C1731096966449,2-ae1476a7656f,33365,1731096966449 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [ae1476a7656f%2C33365%2C1731096966449.1731096967845] 2024-11-08T20:16:14,584 WARN [RS:0;ae1476a7656f:33365.replicationSource.shipperae1476a7656f%2C33365%2C1731096966449,1-ae1476a7656f,33365,1731096966449 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T20:16:14,584 INFO [RS:0;ae1476a7656f:33365 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;ae1476a7656f:33365.replicationSource.shipperae1476a7656f%2C33365%2C1731096966449,1-ae1476a7656f,33365,1731096966449 terminated 2024-11-08T20:16:14,585 INFO [RS:0;ae1476a7656f:33365 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-ae1476a7656f,33365,1731096966449 because: Region server is closing 2024-11-08T20:16:14,585 INFO [RS:0;ae1476a7656f:33365 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:33365. 2024-11-08T20:16:14,585 DEBUG [RS:0;ae1476a7656f:33365 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:16:14,585 DEBUG [RS:0;ae1476a7656f:33365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:14,585 DEBUG [RS:0;ae1476a7656f:33365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:14,585 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:16:14,585 INFO [RS:0;ae1476a7656f:33365 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;ae1476a7656f:33365.replicationSource.shipperae1476a7656f%2C33365%2C1731096966449,2-ae1476a7656f,33365,1731096966449 terminated 2024-11-08T20:16:14,586 INFO [RS:0;ae1476a7656f:33365 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33365 2024-11-08T20:16:14,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33365-0x1011c1710300007, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/042308036/rs/ae1476a7656f,33365,1731096966449 2024-11-08T20:16:14,658 INFO [RS:0;ae1476a7656f:33365 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:16:14,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39927-0x1011c1710300006, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042308036/rs 2024-11-08T20:16:14,687 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ae1476a7656f,33365,1731096966449] 2024-11-08T20:16:14,697 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /042308036/draining/ae1476a7656f,33365,1731096966449 already deleted, retry=false 2024-11-08T20:16:14,698 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ae1476a7656f,33365,1731096966449 expired; onlineServers=0 2024-11-08T20:16:14,698 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ae1476a7656f,39927,1731096966164' ***** 2024-11-08T20:16:14,698 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T20:16:14,698 INFO [M:0;ae1476a7656f:39927 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:16:14,698 INFO [M:0;ae1476a7656f:39927 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:16:14,698 DEBUG [M:0;ae1476a7656f:39927 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T20:16:14,698 DEBUG [M:0;ae1476a7656f:39927 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T20:16:14,698 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T20:16:14,698 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731096967471 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731096967471,5,FailOnTimeoutGroup] 2024-11-08T20:16:14,698 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731096967471 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731096967471,5,FailOnTimeoutGroup] 2024-11-08T20:16:14,698 INFO [M:0;ae1476a7656f:39927 {}] hbase.ChoreService(370): Chore service for: master/ae1476a7656f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T20:16:14,698 INFO [M:0;ae1476a7656f:39927 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:16:14,699 DEBUG [M:0;ae1476a7656f:39927 {}] master.HMaster(1795): Stopping service threads 2024-11-08T20:16:14,699 INFO [M:0;ae1476a7656f:39927 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T20:16:14,699 INFO [M:0;ae1476a7656f:39927 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:16:14,699 INFO [M:0;ae1476a7656f:39927 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T20:16:14,699 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T20:16:14,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39927-0x1011c1710300006, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/042308036/master 2024-11-08T20:16:14,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39927-0x1011c1710300006, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/042308036 2024-11-08T20:16:14,708 DEBUG [M:0;ae1476a7656f:39927 {}] zookeeper.ZKUtil(347): master:39927-0x1011c1710300006, quorum=127.0.0.1:54938, baseZNode=/042308036 Unable to get data of znode /042308036/master because node does not exist (not an error) 2024-11-08T20:16:14,708 WARN [M:0;ae1476a7656f:39927 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T20:16:14,709 INFO [M:0;ae1476a7656f:39927 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/.lastflushedseqids 2024-11-08T20:16:14,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741852_1028 (size=181) 2024-11-08T20:16:14,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33365-0x1011c1710300007, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:16:14,788 INFO [RS:0;ae1476a7656f:33365 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:16:14,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33365-0x1011c1710300007, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:16:14,788 INFO [RS:0;ae1476a7656f:33365 {}] regionserver.HRegionServer(1031): Exiting; stopping=ae1476a7656f,33365,1731096966449; zookeeper connection closed. 2024-11-08T20:16:14,788 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@479130a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@479130a 2024-11-08T20:16:14,788 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T20:16:15,117 INFO [M:0;ae1476a7656f:39927 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T20:16:15,117 INFO [M:0;ae1476a7656f:39927 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T20:16:15,118 DEBUG [M:0;ae1476a7656f:39927 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:16:15,118 INFO [M:0;ae1476a7656f:39927 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:16:15,118 DEBUG [M:0;ae1476a7656f:39927 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:16:15,118 DEBUG [M:0;ae1476a7656f:39927 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:16:15,118 DEBUG [M:0;ae1476a7656f:39927 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:16:15,118 INFO [M:0;ae1476a7656f:39927 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-08T20:16:15,136 DEBUG [M:0;ae1476a7656f:39927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2ede6c2269d14543ad4cb1bbf8438599 is 82, key is hbase:meta,,1/info:regioninfo/1731096968434/Put/seqid=0 2024-11-08T20:16:15,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741853_1029 (size=5680) 2024-11-08T20:16:15,541 INFO [M:0;ae1476a7656f:39927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2ede6c2269d14543ad4cb1bbf8438599 2024-11-08T20:16:15,566 DEBUG [M:0;ae1476a7656f:39927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a9aa9ab12f3847d280c1a756835b46f4 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731096972401/Put/seqid=0 2024-11-08T20:16:15,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741854_1030 (size=7319) 2024-11-08T20:16:15,972 INFO [M:0;ae1476a7656f:39927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a9aa9ab12f3847d280c1a756835b46f4 2024-11-08T20:16:16,002 DEBUG [M:0;ae1476a7656f:39927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3b3b4ae4b2f04670bc8ee7fa31a65a41 is 69, key is ae1476a7656f,33365,1731096966449/rs:state/1731096967594/Put/seqid=0 2024-11-08T20:16:16,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741855_1031 (size=5371) 2024-11-08T20:16:16,408 INFO [M:0;ae1476a7656f:39927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3b3b4ae4b2f04670bc8ee7fa31a65a41 2024-11-08T20:16:16,414 INFO [M:0;ae1476a7656f:39927 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3b3b4ae4b2f04670bc8ee7fa31a65a41 2024-11-08T20:16:16,416 DEBUG [M:0;ae1476a7656f:39927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2ede6c2269d14543ad4cb1bbf8438599 as hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2ede6c2269d14543ad4cb1bbf8438599 2024-11-08T20:16:16,425 INFO [M:0;ae1476a7656f:39927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2ede6c2269d14543ad4cb1bbf8438599, entries=8, sequenceid=172, filesize=5.5 K 2024-11-08T20:16:16,427 DEBUG [M:0;ae1476a7656f:39927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a9aa9ab12f3847d280c1a756835b46f4 as hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a9aa9ab12f3847d280c1a756835b46f4 2024-11-08T20:16:16,447 INFO [M:0;ae1476a7656f:39927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a9aa9ab12f3847d280c1a756835b46f4, entries=7, sequenceid=172, filesize=7.1 K 2024-11-08T20:16:16,448 DEBUG [M:0;ae1476a7656f:39927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3b3b4ae4b2f04670bc8ee7fa31a65a41 as hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3b3b4ae4b2f04670bc8ee7fa31a65a41 2024-11-08T20:16:16,455 INFO [M:0;ae1476a7656f:39927 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3b3b4ae4b2f04670bc8ee7fa31a65a41 2024-11-08T20:16:16,455 INFO [M:0;ae1476a7656f:39927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45255/user/jenkins/test-data/488d813b-49e1-c519-5f37-a39b8219b40b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3b3b4ae4b2f04670bc8ee7fa31a65a41, entries=2, sequenceid=172, filesize=5.2 K 2024-11-08T20:16:16,457 INFO [M:0;ae1476a7656f:39927 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1339ms, sequenceid=172, compaction requested=false 2024-11-08T20:16:16,499 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T20:16:16,504 INFO [M:0;ae1476a7656f:39927 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:16:16,505 DEBUG [M:0;ae1476a7656f:39927 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731096975117Disabling compacts and flushes for region at 1731096975117Disabling writes for close at 1731096975118 (+1 ms)Obtaining lock to block concurrent updates at 1731096975118Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731096975118Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731096975118Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731096975119 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731096975119Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731096975135 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731096975135Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731096975548 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731096975566 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731096975566Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731096975980 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731096976001 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731096976001Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42d6b93: reopening flushed file at 1731096976415 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50649cc1: reopening flushed file at 1731096976426 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ef5d407: reopening flushed file at 1731096976447 (+21 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1339ms, sequenceid=172, compaction requested=false at 1731096976457 (+10 ms)Writing region close event to WAL at 1731096976504 (+47 ms)Closed at 1731096976504 2024-11-08T20:16:16,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741847_1023 (size=22949) 2024-11-08T20:16:16,516 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:16:16,516 INFO [M:0;ae1476a7656f:39927 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T20:16:16,516 INFO [M:0;ae1476a7656f:39927 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39927 2024-11-08T20:16:16,517 INFO [M:0;ae1476a7656f:39927 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:16:16,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39927-0x1011c1710300006, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:16:16,750 INFO [M:0;ae1476a7656f:39927 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:16:16,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39927-0x1011c1710300006, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:16:16,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d571c4a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:16:16,753 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@411f3281{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:16:16,753 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:16:16,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e87b1e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:16:16,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c34c38b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa45574c-c1ef-a0e1-25a4-ef7cab0898ec/hadoop.log.dir/,STOPPED} 2024-11-08T20:16:16,755 WARN [BP-1901996496-172.17.0.3-1731096942692 heartbeating to localhost/127.0.0.1:45255 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T20:16:16,755 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T20:16:16,755 WARN [BP-1901996496-172.17.0.3-1731096942692 heartbeating to localhost/127.0.0.1:45255 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1901996496-172.17.0.3-1731096942692 (Datanode Uuid d9baaf03-1c04-441c-aa8c-1c36ed341795) service to localhost/127.0.0.1:45255 2024-11-08T20:16:16,755 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T20:16:16,755 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa45574c-c1ef-a0e1-25a4-ef7cab0898ec/cluster_f4175756-0357-c27a-94d1-66e3ae58ad73/data/data1/current/BP-1901996496-172.17.0.3-1731096942692 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:16:16,755 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa45574c-c1ef-a0e1-25a4-ef7cab0898ec/cluster_f4175756-0357-c27a-94d1-66e3ae58ad73/data/data2/current/BP-1901996496-172.17.0.3-1731096942692 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:16:16,756 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T20:16:16,761 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18bfe0d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:16:16,762 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d915aa3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:16:16,762 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:16:16,762 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@346b1178{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:16:16,762 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29fca5c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa45574c-c1ef-a0e1-25a4-ef7cab0898ec/hadoop.log.dir/,STOPPED} 2024-11-08T20:16:16,770 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T20:16:16,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T20:16:16,798 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=107 (was 11) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35111 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:35111 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:45255 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/ae1476a7656f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/ae1476a7656f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:45255 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54938) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ae1476a7656f:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:45255 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:35111 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:45255 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:45255 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45255 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45255 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3ab7c6e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54938) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45255 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45255 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:35111 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/ae1476a7656f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:35111 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ae1476a7656f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=425 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=409 (was 382) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2569 (was 4087) 2024-11-08T20:16:16,806 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=107, OpenFileDescriptor=425, MaxFileDescriptor=1048576, SystemLoadAverage=409, ProcessCount=11, AvailableMemoryMB=2568 2024-11-08T20:16:16,822 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-08T20:16:16,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/307c8b71-1fdf-77ed-932a-1d625c07fa39/hadoop.log.dir so I do NOT create it in target/test-data/ce5647de-aaf9-e83a-f993-7c0a8d8f3490 2024-11-08T20:16:16,823 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/307c8b71-1fdf-77ed-932a-1d625c07fa39/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T20:16:16,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/307c8b71-1fdf-77ed-932a-1d625c07fa39/hadoop.tmp.dir so I do NOT create it in target/test-data/ce5647de-aaf9-e83a-f993-7c0a8d8f3490 2024-11-08T20:16:16,823 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/307c8b71-1fdf-77ed-932a-1d625c07fa39/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T20:16:16,823 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5647de-aaf9-e83a-f993-7c0a8d8f3490 2024-11-08T20:16:16,824 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5647de-aaf9-e83a-f993-7c0a8d8f3490/cluster_83413c11-5f34-5bd7-47a3-f05d59fac29b, deleteOnExit=true 2024-11-08T20:16:16,826 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5647de-aaf9-e83a-f993-7c0a8d8f3490/cluster_83413c11-5f34-5bd7-47a3-f05d59fac29b/zookeeper_0, clientPort=56270, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5647de-aaf9-e83a-f993-7c0a8d8f3490/cluster_83413c11-5f34-5bd7-47a3-f05d59fac29b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5647de-aaf9-e83a-f993-7c0a8d8f3490/cluster_83413c11-5f34-5bd7-47a3-f05d59fac29b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T20:16:16,827 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56270 2024-11-08T20:16:16,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T20:16:16,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T20:16:16,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5647de-aaf9-e83a-f993-7c0a8d8f3490/test.cache.data in system properties and HBase conf 2024-11-08T20:16:16,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5647de-aaf9-e83a-f993-7c0a8d8f3490/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T20:16:16,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5647de-aaf9-e83a-f993-7c0a8d8f3490/hadoop.log.dir in system properties and HBase conf 2024-11-08T20:16:16,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5647de-aaf9-e83a-f993-7c0a8d8f3490/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T20:16:16,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5647de-aaf9-e83a-f993-7c0a8d8f3490/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T20:16:16,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T20:16:16,828 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T20:16:16,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5647de-aaf9-e83a-f993-7c0a8d8f3490/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:16:16,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5647de-aaf9-e83a-f993-7c0a8d8f3490/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:16:16,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5647de-aaf9-e83a-f993-7c0a8d8f3490/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T20:16:16,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5647de-aaf9-e83a-f993-7c0a8d8f3490/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:16:16,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5647de-aaf9-e83a-f993-7c0a8d8f3490/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T20:16:16,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5647de-aaf9-e83a-f993-7c0a8d8f3490/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T20:16:16,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5647de-aaf9-e83a-f993-7c0a8d8f3490/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:16:16,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5647de-aaf9-e83a-f993-7c0a8d8f3490/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:16:16,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5647de-aaf9-e83a-f993-7c0a8d8f3490/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T20:16:16,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5647de-aaf9-e83a-f993-7c0a8d8f3490/nfs.dump.dir in system properties and HBase conf 2024-11-08T20:16:16,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5647de-aaf9-e83a-f993-7c0a8d8f3490/java.io.tmpdir in system properties and HBase conf 2024-11-08T20:16:16,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5647de-aaf9-e83a-f993-7c0a8d8f3490/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:16:16,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5647de-aaf9-e83a-f993-7c0a8d8f3490/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T20:16:16,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5647de-aaf9-e83a-f993-7c0a8d8f3490/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T20:16:16,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011c1710300002, quorum=127.0.0.1:54938, baseZNode=/042308036 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T20:16:16,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011c1710300005, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T20:16:16,866 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011c1710300002, quorum=127.0.0.1:54938, baseZNode=/042308036 Received Disconnected from ZooKeeper, ignoring 2024-11-08T20:16:16,866 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011c1710300005, quorum=127.0.0.1:54938, baseZNode=/1-872293950 Received Disconnected from ZooKeeper, ignoring 2024-11-08T20:16:17,209 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:16:17,216 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:16:17,235 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:16:17,235 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:16:17,235 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T20:16:17,237 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:16:17,238 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c59fc45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5647de-aaf9-e83a-f993-7c0a8d8f3490/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:16:17,238 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d720641{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:16:17,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a4d99e7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5647de-aaf9-e83a-f993-7c0a8d8f3490/java.io.tmpdir/jetty-localhost-37793-hadoop-hdfs-3_4_1-tests_jar-_-any-12405828822170075160/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:16:17,344 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1aba68e{HTTP/1.1, (http/1.1)}{localhost:37793} 2024-11-08T20:16:17,344 INFO [Time-limited test {}] server.Server(415): Started @37633ms 2024-11-08T20:16:17,615 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T20:16:17,617 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:16:17,638 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:16:17,650 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:16:17,656 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:16:17,657 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:16:17,657 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:16:17,657 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T20:16:17,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d38b472{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5647de-aaf9-e83a-f993-7c0a8d8f3490/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:16:17,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63a7e8c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:16:17,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77a05970{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5647de-aaf9-e83a-f993-7c0a8d8f3490/java.io.tmpdir/jetty-localhost-41759-hadoop-hdfs-3_4_1-tests_jar-_-any-3528872757873308122/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:16:17,779 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@87d2036{HTTP/1.1, (http/1.1)}{localhost:41759} 2024-11-08T20:16:17,779 INFO [Time-limited test {}] server.Server(415): Started @38067ms 2024-11-08T20:16:17,782 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T20:16:17,861 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:16:17,861 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T20:16:17,861 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T20:16:17,862 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:16:18,525 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5647de-aaf9-e83a-f993-7c0a8d8f3490/cluster_83413c11-5f34-5bd7-47a3-f05d59fac29b/data/data1/current/BP-1161028363-172.17.0.3-1731096976860/current, will proceed with Du for space computation calculation, 2024-11-08T20:16:18,530 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5647de-aaf9-e83a-f993-7c0a8d8f3490/cluster_83413c11-5f34-5bd7-47a3-f05d59fac29b/data/data2/current/BP-1161028363-172.17.0.3-1731096976860/current, will proceed with Du for space computation calculation, 2024-11-08T20:16:18,571 WARN [Thread-487 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T20:16:18,580 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d8bda26d0b78271 with lease ID 0xb75681167bf01a9d: Processing first storage report for DS-13baf8d3-9236-421f-ac28-271d57107bc2 from datanode DatanodeRegistration(127.0.0.1:38131, datanodeUuid=acbcc28d-8a2c-45f4-a2d2-a6a0b8928ea6, infoPort=41423, infoSecurePort=0, ipcPort=42729, storageInfo=lv=-57;cid=testClusterID;nsid=1433999962;c=1731096976860) 2024-11-08T20:16:18,580 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d8bda26d0b78271 with lease ID 0xb75681167bf01a9d: from storage DS-13baf8d3-9236-421f-ac28-271d57107bc2 node DatanodeRegistration(127.0.0.1:38131, datanodeUuid=acbcc28d-8a2c-45f4-a2d2-a6a0b8928ea6, infoPort=41423, infoSecurePort=0, ipcPort=42729, storageInfo=lv=-57;cid=testClusterID;nsid=1433999962;c=1731096976860), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:16:18,581 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d8bda26d0b78271 with lease ID 0xb75681167bf01a9d: Processing first storage report for DS-a6827ae4-35e8-4bc8-9454-bef20e6427e9 from datanode DatanodeRegistration(127.0.0.1:38131, datanodeUuid=acbcc28d-8a2c-45f4-a2d2-a6a0b8928ea6, infoPort=41423, infoSecurePort=0, ipcPort=42729, storageInfo=lv=-57;cid=testClusterID;nsid=1433999962;c=1731096976860) 2024-11-08T20:16:18,581 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d8bda26d0b78271 with lease ID 0xb75681167bf01a9d: from storage DS-a6827ae4-35e8-4bc8-9454-bef20e6427e9 node DatanodeRegistration(127.0.0.1:38131, datanodeUuid=acbcc28d-8a2c-45f4-a2d2-a6a0b8928ea6, infoPort=41423, infoSecurePort=0, ipcPort=42729, storageInfo=lv=-57;cid=testClusterID;nsid=1433999962;c=1731096976860), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:16:18,661 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5647de-aaf9-e83a-f993-7c0a8d8f3490 2024-11-08T20:16:18,661 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:16:18,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:16:18,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38131 is added to blk_1073741825_1001 (size=7) 2024-11-08T20:16:19,089 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3 with version=8 2024-11-08T20:16:19,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/hbase-staging 2024-11-08T20:16:19,095 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:16:19,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:16:19,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:16:19,096 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:16:19,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:16:19,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:16:19,096 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T20:16:19,096 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:16:19,100 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34861 2024-11-08T20:16:19,103 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34861 connecting to ZooKeeper ensemble=127.0.0.1:56270 2024-11-08T20:16:19,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:348610x0, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:16:19,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34861-0x1011c1799650000 connected 2024-11-08T20:16:19,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:16:19,359 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:16:19,382 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34861-0x1011c1799650000, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Set watcher on znode that does not yet exist, /0-230627491/running 2024-11-08T20:16:19,382 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3, hbase.cluster.distributed=false 2024-11-08T20:16:19,386 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34861-0x1011c1799650000, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Set watcher on znode that does not yet exist, /0-230627491/acl 2024-11-08T20:16:19,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34861 2024-11-08T20:16:19,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34861 2024-11-08T20:16:19,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34861 2024-11-08T20:16:19,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34861 2024-11-08T20:16:19,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34861 2024-11-08T20:16:19,464 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:16:19,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:16:19,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:16:19,465 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:16:19,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:16:19,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:16:19,465 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T20:16:19,465 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:16:19,466 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36329 2024-11-08T20:16:19,469 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36329 connecting to ZooKeeper ensemble=127.0.0.1:56270 2024-11-08T20:16:19,470 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:16:19,474 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:16:19,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363290x0, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:16:19,496 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:363290x0, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Set watcher on znode that does not yet exist, /0-230627491/running 2024-11-08T20:16:19,496 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T20:16:19,512 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36329-0x1011c1799650001 connected 2024-11-08T20:16:19,524 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T20:16:19,527 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36329-0x1011c1799650001, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Set watcher on znode that does not yet exist, /0-230627491/master 2024-11-08T20:16:19,531 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36329-0x1011c1799650001, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Set watcher on znode that does not yet exist, /0-230627491/acl 2024-11-08T20:16:19,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36329 2024-11-08T20:16:19,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36329 2024-11-08T20:16:19,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36329 2024-11-08T20:16:19,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36329 2024-11-08T20:16:19,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36329 2024-11-08T20:16:19,609 DEBUG [M:0;ae1476a7656f:34861 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ae1476a7656f:34861 2024-11-08T20:16:19,609 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-230627491/backup-masters/ae1476a7656f,34861,1731096979094 2024-11-08T20:16:19,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x1011c1799650000, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230627491/backup-masters 2024-11-08T20:16:19,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36329-0x1011c1799650001, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230627491/backup-masters 2024-11-08T20:16:19,621 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34861-0x1011c1799650000, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Set watcher on existing znode=/0-230627491/backup-masters/ae1476a7656f,34861,1731096979094 2024-11-08T20:16:19,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36329-0x1011c1799650001, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-230627491/master 2024-11-08T20:16:19,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x1011c1799650000, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230627491 2024-11-08T20:16:19,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36329-0x1011c1799650001, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230627491 2024-11-08T20:16:19,632 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34861-0x1011c1799650000, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Set watcher on existing znode=/0-230627491/master 2024-11-08T20:16:19,634 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-230627491/backup-masters/ae1476a7656f,34861,1731096979094 from backup master directory 2024-11-08T20:16:19,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36329-0x1011c1799650001, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230627491/backup-masters 2024-11-08T20:16:19,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x1011c1799650000, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-230627491/backup-masters/ae1476a7656f,34861,1731096979094 2024-11-08T20:16:19,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x1011c1799650000, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230627491/backup-masters 2024-11-08T20:16:19,643 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:16:19,643 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ae1476a7656f,34861,1731096979094 2024-11-08T20:16:19,671 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/hbase.id] with ID: 2964d8d2-85b7-4834-a45d-1c2f63e91235 2024-11-08T20:16:19,671 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/.tmp/hbase.id 2024-11-08T20:16:19,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38131 is added to blk_1073741826_1002 (size=42) 2024-11-08T20:16:19,692 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/.tmp/hbase.id]:[hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/hbase.id] 2024-11-08T20:16:19,740 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:16:19,741 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T20:16:19,746 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 5ms. 2024-11-08T20:16:19,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x1011c1799650000, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230627491 2024-11-08T20:16:19,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36329-0x1011c1799650001, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230627491 2024-11-08T20:16:19,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38131 is added to blk_1073741827_1003 (size=196) 2024-11-08T20:16:19,808 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:16:19,809 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T20:16:19,811 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:16:19,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38131 is added to blk_1073741828_1004 (size=1189) 2024-11-08T20:16:19,842 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/MasterData/data/master/store 2024-11-08T20:16:19,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38131 is added to blk_1073741829_1005 (size=34) 2024-11-08T20:16:20,253 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:16:20,253 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:16:20,254 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:16:20,254 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:16:20,254 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:16:20,254 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:16:20,254 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:16:20,254 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731096980253Disabling compacts and flushes for region at 1731096980253Disabling writes for close at 1731096980254 (+1 ms)Writing region close event to WAL at 1731096980254Closed at 1731096980254 2024-11-08T20:16:20,256 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/MasterData/data/master/store/.initializing 2024-11-08T20:16:20,256 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/MasterData/WALs/ae1476a7656f,34861,1731096979094 2024-11-08T20:16:20,258 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:16:20,264 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C34861%2C1731096979094, suffix=, logDir=hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/MasterData/WALs/ae1476a7656f,34861,1731096979094, archiveDir=hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/MasterData/oldWALs, maxLogs=10 2024-11-08T20:16:20,285 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/MasterData/WALs/ae1476a7656f,34861,1731096979094/ae1476a7656f%2C34861%2C1731096979094.1731096980264, exclude list is [], retry=0 2024-11-08T20:16:20,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38131,DS-13baf8d3-9236-421f-ac28-271d57107bc2,DISK] 2024-11-08T20:16:20,329 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/MasterData/WALs/ae1476a7656f,34861,1731096979094/ae1476a7656f%2C34861%2C1731096979094.1731096980264 2024-11-08T20:16:20,330 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41423:41423)] 2024-11-08T20:16:20,330 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:16:20,331 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:16:20,331 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:20,331 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:20,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:20,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T20:16:20,339 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:20,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:16:20,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:20,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T20:16:20,346 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:20,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:16:20,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:20,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T20:16:20,350 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:20,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:16:20,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:20,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T20:16:20,358 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:20,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:16:20,360 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:20,362 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:20,363 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:20,367 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:20,367 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:20,369 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:16:20,372 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:20,389 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:16:20,390 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73868520, jitterRate=0.10072672367095947}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:16:20,391 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731096980332Initializing all the Stores at 1731096980334 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731096980334Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096980335 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096980335Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096980335Cleaning up temporary data from old regions at 1731096980367 (+32 ms)Region opened successfully at 1731096980391 (+24 ms) 2024-11-08T20:16:20,392 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T20:16:20,400 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d5ef35e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:16:20,408 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T20:16:20,408 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T20:16:20,408 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T20:16:20,409 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T20:16:20,410 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T20:16:20,410 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T20:16:20,410 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T20:16:20,442 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T20:16:20,443 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34861-0x1011c1799650000, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Unable to get data of znode /0-230627491/balancer because node does not exist (not necessarily an error) 2024-11-08T20:16:20,503 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-230627491/balancer already deleted, retry=false 2024-11-08T20:16:20,504 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T20:16:20,505 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34861-0x1011c1799650000, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Unable to get data of znode /0-230627491/normalizer because node does not exist (not necessarily an error) 2024-11-08T20:16:20,514 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-230627491/normalizer already deleted, retry=false 2024-11-08T20:16:20,515 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T20:16:20,525 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34861-0x1011c1799650000, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Unable to get data of znode /0-230627491/switch/split because node does not exist (not necessarily an error) 2024-11-08T20:16:20,535 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-230627491/switch/split already deleted, retry=false 2024-11-08T20:16:20,537 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34861-0x1011c1799650000, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Unable to get data of znode /0-230627491/switch/merge because node does not exist (not necessarily an error) 2024-11-08T20:16:20,546 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-230627491/switch/merge already deleted, retry=false 2024-11-08T20:16:20,549 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34861-0x1011c1799650000, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Unable to get data of znode /0-230627491/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T20:16:20,556 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-230627491/snapshot-cleanup already deleted, retry=false 2024-11-08T20:16:20,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x1011c1799650000, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-230627491/running 2024-11-08T20:16:20,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x1011c1799650000, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230627491 2024-11-08T20:16:20,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36329-0x1011c1799650001, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-230627491/running 2024-11-08T20:16:20,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36329-0x1011c1799650001, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230627491 2024-11-08T20:16:20,569 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ae1476a7656f,34861,1731096979094, sessionid=0x1011c1799650000, setting cluster-up flag (Was=false) 2024-11-08T20:16:20,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x1011c1799650000, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230627491 2024-11-08T20:16:20,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36329-0x1011c1799650001, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230627491 2024-11-08T20:16:20,620 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-230627491/flush-table-proc/acquired, /0-230627491/flush-table-proc/reached, /0-230627491/flush-table-proc/abort 2024-11-08T20:16:20,623 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,34861,1731096979094 2024-11-08T20:16:20,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x1011c1799650000, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230627491 2024-11-08T20:16:20,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36329-0x1011c1799650001, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230627491 2024-11-08T20:16:20,683 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-230627491/online-snapshot/acquired, /0-230627491/online-snapshot/reached, /0-230627491/online-snapshot/abort 2024-11-08T20:16:20,685 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,34861,1731096979094 2024-11-08T20:16:20,697 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T20:16:20,703 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T20:16:20,703 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T20:16:20,703 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T20:16:20,704 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ae1476a7656f,34861,1731096979094 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T20:16:20,708 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:16:20,708 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:16:20,708 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:16:20,709 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:16:20,709 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ae1476a7656f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T20:16:20,709 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:20,709 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:16:20,710 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:20,736 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:16:20,736 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T20:16:20,739 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:20,739 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T20:16:20,770 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731097010769 2024-11-08T20:16:20,770 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T20:16:20,770 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T20:16:20,770 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T20:16:20,770 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T20:16:20,770 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T20:16:20,770 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T20:16:20,780 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:20,784 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T20:16:20,785 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T20:16:20,785 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T20:16:20,785 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T20:16:20,808 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T20:16:20,809 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T20:16:20,814 INFO [RS:0;ae1476a7656f:36329 {}] regionserver.HRegionServer(746): ClusterId : 2964d8d2-85b7-4834-a45d-1c2f63e91235 2024-11-08T20:16:20,814 DEBUG [RS:0;ae1476a7656f:36329 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T20:16:20,828 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731096980809,5,FailOnTimeoutGroup] 2024-11-08T20:16:20,828 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731096980828,5,FailOnTimeoutGroup] 2024-11-08T20:16:20,828 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:20,829 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T20:16:20,829 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:20,829 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:20,843 DEBUG [RS:0;ae1476a7656f:36329 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T20:16:20,843 DEBUG [RS:0;ae1476a7656f:36329 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T20:16:20,853 DEBUG [RS:0;ae1476a7656f:36329 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T20:16:20,853 DEBUG [RS:0;ae1476a7656f:36329 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38190722, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:16:20,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38131 is added to blk_1073741831_1007 (size=1321) 2024-11-08T20:16:20,881 DEBUG [RS:0;ae1476a7656f:36329 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ae1476a7656f:36329 2024-11-08T20:16:20,882 INFO [RS:0;ae1476a7656f:36329 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T20:16:20,882 INFO [RS:0;ae1476a7656f:36329 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T20:16:20,882 DEBUG [RS:0;ae1476a7656f:36329 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T20:16:20,883 INFO [RS:0;ae1476a7656f:36329 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae1476a7656f,34861,1731096979094 with port=36329, startcode=1731096979464 2024-11-08T20:16:20,883 DEBUG [RS:0;ae1476a7656f:36329 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T20:16:20,896 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T20:16:20,896 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34861 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae1476a7656f,36329,1731096979464 2024-11-08T20:16:20,897 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34861 {}] master.ServerManager(517): Registering regionserver=ae1476a7656f,36329,1731096979464 2024-11-08T20:16:20,900 DEBUG [RS:0;ae1476a7656f:36329 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3 2024-11-08T20:16:20,900 DEBUG [RS:0;ae1476a7656f:36329 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41875 2024-11-08T20:16:20,900 DEBUG [RS:0;ae1476a7656f:36329 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T20:16:20,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x1011c1799650000, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230627491/rs 2024-11-08T20:16:20,919 DEBUG [RS:0;ae1476a7656f:36329 {}] zookeeper.ZKUtil(111): regionserver:36329-0x1011c1799650001, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Set watcher on existing znode=/0-230627491/rs/ae1476a7656f,36329,1731096979464 2024-11-08T20:16:20,919 WARN [RS:0;ae1476a7656f:36329 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:16:20,919 INFO [RS:0;ae1476a7656f:36329 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:16:20,919 DEBUG [RS:0;ae1476a7656f:36329 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/WALs/ae1476a7656f,36329,1731096979464 2024-11-08T20:16:20,920 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae1476a7656f,36329,1731096979464] 2024-11-08T20:16:20,933 INFO [RS:0;ae1476a7656f:36329 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T20:16:20,938 INFO [RS:0;ae1476a7656f:36329 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T20:16:20,941 INFO [RS:0;ae1476a7656f:36329 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T20:16:20,941 INFO [RS:0;ae1476a7656f:36329 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:20,944 INFO [RS:0;ae1476a7656f:36329 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T20:16:20,946 INFO [RS:0;ae1476a7656f:36329 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T20:16:20,946 INFO [RS:0;ae1476a7656f:36329 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:20,947 DEBUG [RS:0;ae1476a7656f:36329 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:20,948 DEBUG [RS:0;ae1476a7656f:36329 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:20,948 DEBUG [RS:0;ae1476a7656f:36329 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:20,948 DEBUG [RS:0;ae1476a7656f:36329 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:20,948 DEBUG [RS:0;ae1476a7656f:36329 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:20,948 DEBUG [RS:0;ae1476a7656f:36329 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:16:20,948 DEBUG [RS:0;ae1476a7656f:36329 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:20,949 DEBUG [RS:0;ae1476a7656f:36329 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:20,949 DEBUG [RS:0;ae1476a7656f:36329 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:20,949 DEBUG [RS:0;ae1476a7656f:36329 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:20,949 DEBUG [RS:0;ae1476a7656f:36329 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:20,949 DEBUG [RS:0;ae1476a7656f:36329 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:20,950 DEBUG [RS:0;ae1476a7656f:36329 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:16:20,951 DEBUG [RS:0;ae1476a7656f:36329 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:16:20,968 INFO [RS:0;ae1476a7656f:36329 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:20,968 INFO [RS:0;ae1476a7656f:36329 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:20,968 INFO [RS:0;ae1476a7656f:36329 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:20,968 INFO [RS:0;ae1476a7656f:36329 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:20,969 INFO [RS:0;ae1476a7656f:36329 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:20,969 INFO [RS:0;ae1476a7656f:36329 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,36329,1731096979464-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:16:20,996 INFO [RS:0;ae1476a7656f:36329 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T20:16:20,997 INFO [RS:0;ae1476a7656f:36329 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,36329,1731096979464-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:20,997 INFO [RS:0;ae1476a7656f:36329 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:20,997 INFO [RS:0;ae1476a7656f:36329 {}] regionserver.Replication(171): ae1476a7656f,36329,1731096979464 started 2024-11-08T20:16:21,019 INFO [RS:0;ae1476a7656f:36329 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:21,019 INFO [RS:0;ae1476a7656f:36329 {}] regionserver.HRegionServer(1482): Serving as ae1476a7656f,36329,1731096979464, RpcServer on ae1476a7656f/172.17.0.3:36329, sessionid=0x1011c1799650001 2024-11-08T20:16:21,019 DEBUG [RS:0;ae1476a7656f:36329 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T20:16:21,019 DEBUG [RS:0;ae1476a7656f:36329 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae1476a7656f,36329,1731096979464 2024-11-08T20:16:21,019 DEBUG [RS:0;ae1476a7656f:36329 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,36329,1731096979464' 2024-11-08T20:16:21,019 DEBUG [RS:0;ae1476a7656f:36329 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-230627491/flush-table-proc/abort' 2024-11-08T20:16:21,020 DEBUG [RS:0;ae1476a7656f:36329 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-230627491/flush-table-proc/acquired' 2024-11-08T20:16:21,021 DEBUG [RS:0;ae1476a7656f:36329 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T20:16:21,021 DEBUG [RS:0;ae1476a7656f:36329 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T20:16:21,021 DEBUG [RS:0;ae1476a7656f:36329 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae1476a7656f,36329,1731096979464 2024-11-08T20:16:21,021 DEBUG [RS:0;ae1476a7656f:36329 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,36329,1731096979464' 2024-11-08T20:16:21,021 DEBUG [RS:0;ae1476a7656f:36329 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-230627491/online-snapshot/abort' 2024-11-08T20:16:21,022 DEBUG [RS:0;ae1476a7656f:36329 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-230627491/online-snapshot/acquired' 2024-11-08T20:16:21,023 DEBUG [RS:0;ae1476a7656f:36329 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T20:16:21,024 INFO [RS:0;ae1476a7656f:36329 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T20:16:21,024 INFO [RS:0;ae1476a7656f:36329 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T20:16:21,124 INFO [RS:0;ae1476a7656f:36329 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:16:21,127 INFO [RS:0;ae1476a7656f:36329 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C36329%2C1731096979464, suffix=, logDir=hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/WALs/ae1476a7656f,36329,1731096979464, archiveDir=hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/oldWALs, maxLogs=10 2024-11-08T20:16:21,143 DEBUG [RS:0;ae1476a7656f:36329 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/WALs/ae1476a7656f,36329,1731096979464/ae1476a7656f%2C36329%2C1731096979464.1731096981127, exclude list is [], retry=0 2024-11-08T20:16:21,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38131,DS-13baf8d3-9236-421f-ac28-271d57107bc2,DISK] 2024-11-08T20:16:21,157 INFO [RS:0;ae1476a7656f:36329 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/WALs/ae1476a7656f,36329,1731096979464/ae1476a7656f%2C36329%2C1731096979464.1731096981127 2024-11-08T20:16:21,160 DEBUG [RS:0;ae1476a7656f:36329 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41423:41423)] 2024-11-08T20:16:21,255 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T20:16:21,255 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3 2024-11-08T20:16:21,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38131 is added to blk_1073741833_1009 (size=32) 2024-11-08T20:16:21,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:16:21,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:16:21,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:16:21,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:21,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:16:21,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:16:21,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:16:21,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:21,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:16:21,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:16:21,295 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:16:21,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:21,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:16:21,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:16:21,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:16:21,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:21,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:16:21,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:16:21,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/data/hbase/meta/1588230740 2024-11-08T20:16:21,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/data/hbase/meta/1588230740 2024-11-08T20:16:21,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:16:21,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:16:21,320 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:16:21,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:16:21,333 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:16:21,334 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69179196, jitterRate=0.030850350856781006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:16:21,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731096981277Initializing all the Stores at 1731096981279 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731096981279Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731096981280 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096981280Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731096981280Cleaning up temporary data from old regions at 1731096981319 (+39 ms)Region opened successfully at 1731096981335 (+16 ms) 2024-11-08T20:16:21,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:16:21,336 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:16:21,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:16:21,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:16:21,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:16:21,337 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:16:21,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731096981335Disabling compacts and flushes for region at 1731096981335Disabling writes for close at 1731096981336 (+1 ms)Writing region close event to WAL at 1731096981336Closed at 1731096981337 (+1 ms) 2024-11-08T20:16:21,338 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:16:21,338 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T20:16:21,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T20:16:21,340 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:16:21,343 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T20:16:21,494 DEBUG [ae1476a7656f:34861 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T20:16:21,495 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ae1476a7656f,36329,1731096979464 2024-11-08T20:16:21,497 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,36329,1731096979464, state=OPENING 2024-11-08T20:16:21,645 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T20:16:21,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x1011c1799650000, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230627491 2024-11-08T20:16:21,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36329-0x1011c1799650001, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230627491 2024-11-08T20:16:21,807 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:16:21,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-230627491/meta-region-server: CHANGED 2024-11-08T20:16:21,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-230627491/meta-region-server: CHANGED 2024-11-08T20:16:21,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,36329,1731096979464}] 2024-11-08T20:16:21,961 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:16:21,963 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45449, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T20:16:21,967 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T20:16:21,967 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:16:21,967 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T20:16:21,969 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C36329%2C1731096979464.meta, suffix=.meta, logDir=hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/WALs/ae1476a7656f,36329,1731096979464, archiveDir=hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/oldWALs, maxLogs=10 2024-11-08T20:16:21,985 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/WALs/ae1476a7656f,36329,1731096979464/ae1476a7656f%2C36329%2C1731096979464.meta.1731096981970.meta, exclude list is [], retry=0 2024-11-08T20:16:21,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38131,DS-13baf8d3-9236-421f-ac28-271d57107bc2,DISK] 2024-11-08T20:16:21,991 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/WALs/ae1476a7656f,36329,1731096979464/ae1476a7656f%2C36329%2C1731096979464.meta.1731096981970.meta 2024-11-08T20:16:21,991 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41423:41423)] 2024-11-08T20:16:21,991 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:16:21,992 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:16:21,992 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T20:16:21,992 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T20:16:21,992 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T20:16:21,992 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T20:16:21,992 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:16:21,993 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T20:16:21,993 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T20:16:21,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:16:21,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:16:21,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:21,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:16:21,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:16:21,999 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:16:21,999 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:22,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:16:22,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:16:22,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:16:22,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:22,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:16:22,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:16:22,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:16:22,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:22,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:16:22,003 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:16:22,004 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/data/hbase/meta/1588230740 2024-11-08T20:16:22,005 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/data/hbase/meta/1588230740 2024-11-08T20:16:22,006 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:16:22,006 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:16:22,007 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:16:22,009 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:16:22,010 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65970392, jitterRate=-0.01696455478668213}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:16:22,010 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T20:16:22,011 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731096981993Writing region info on filesystem at 1731096981993Initializing all the Stores at 1731096981994 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731096981994Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731096981996 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096981996Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731096981996Cleaning up temporary data from old regions at 1731096982006 (+10 ms)Running coprocessor post-open hooks at 1731096982010 (+4 ms)Region opened successfully at 1731096982011 (+1 ms) 2024-11-08T20:16:22,012 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731096981961 2024-11-08T20:16:22,014 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T20:16:22,014 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T20:16:22,015 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,36329,1731096979464 2024-11-08T20:16:22,016 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,36329,1731096979464, state=OPEN 2024-11-08T20:16:22,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36329-0x1011c1799650001, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-230627491/meta-region-server 2024-11-08T20:16:22,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x1011c1799650000, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-230627491/meta-region-server 2024-11-08T20:16:22,081 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ae1476a7656f,36329,1731096979464 2024-11-08T20:16:22,081 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-230627491/meta-region-server: CHANGED 2024-11-08T20:16:22,081 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-230627491/meta-region-server: CHANGED 2024-11-08T20:16:22,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T20:16:22,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,36329,1731096979464 in 274 msec 2024-11-08T20:16:22,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T20:16:22,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 746 msec 2024-11-08T20:16:22,089 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:16:22,089 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T20:16:22,091 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:16:22,091 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,36329,1731096979464, seqNum=-1] 2024-11-08T20:16:22,091 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:16:22,093 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52323, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:16:22,100 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3980 sec 2024-11-08T20:16:22,100 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731096982100, completionTime=-1 2024-11-08T20:16:22,100 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T20:16:22,100 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T20:16:22,102 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T20:16:22,102 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731097042102 2024-11-08T20:16:22,103 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731097102103 2024-11-08T20:16:22,103 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T20:16:22,103 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,34861,1731096979094-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:22,103 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,34861,1731096979094-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:22,103 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,34861,1731096979094-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:22,103 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ae1476a7656f:34861, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:22,103 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:22,104 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:22,106 DEBUG [master/ae1476a7656f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T20:16:22,108 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.465sec 2024-11-08T20:16:22,108 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T20:16:22,108 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T20:16:22,108 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T20:16:22,108 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T20:16:22,108 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T20:16:22,108 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,34861,1731096979094-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:16:22,108 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,34861,1731096979094-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T20:16:22,111 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T20:16:22,111 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T20:16:22,111 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,34861,1731096979094-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:22,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43c14b47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:22,115 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,34861,-1 for getting cluster id 2024-11-08T20:16:22,115 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:16:22,117 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2964d8d2-85b7-4834-a45d-1c2f63e91235' 2024-11-08T20:16:22,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:16:22,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2964d8d2-85b7-4834-a45d-1c2f63e91235" 2024-11-08T20:16:22,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39c084b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:22,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,34861,-1] 2024-11-08T20:16:22,118 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:16:22,118 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:22,119 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:16:22,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@246dcb93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:22,121 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:16:22,122 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,36329,1731096979464, seqNum=-1] 2024-11-08T20:16:22,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:16:22,124 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:16:22,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ae1476a7656f,34861,1731096979094 2024-11-08T20:16:22,127 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56270 2024-11-08T20:16:22,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:16:22,153 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011c1799650002 connected 2024-11-08T20:16:22,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5647de-aaf9-e83a-f993-7c0a8d8f3490/hadoop.log.dir so I do NOT create it in target/test-data/a66c5d6f-f7d4-3e19-6aab-1b54721b274a 2024-11-08T20:16:22,166 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5647de-aaf9-e83a-f993-7c0a8d8f3490/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T20:16:22,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5647de-aaf9-e83a-f993-7c0a8d8f3490/hadoop.tmp.dir so I do NOT create it in target/test-data/a66c5d6f-f7d4-3e19-6aab-1b54721b274a 2024-11-08T20:16:22,167 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5647de-aaf9-e83a-f993-7c0a8d8f3490/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T20:16:22,167 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a66c5d6f-f7d4-3e19-6aab-1b54721b274a 2024-11-08T20:16:22,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T20:16:22,167 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a66c5d6f-f7d4-3e19-6aab-1b54721b274a/cluster_2278aa9f-69bd-7381-95b5-42ce5d35b603, deleteOnExit=true 2024-11-08T20:16:22,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T20:16:22,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a66c5d6f-f7d4-3e19-6aab-1b54721b274a/test.cache.data in system properties and HBase conf 2024-11-08T20:16:22,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a66c5d6f-f7d4-3e19-6aab-1b54721b274a/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T20:16:22,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a66c5d6f-f7d4-3e19-6aab-1b54721b274a/hadoop.log.dir in system properties and HBase conf 2024-11-08T20:16:22,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a66c5d6f-f7d4-3e19-6aab-1b54721b274a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T20:16:22,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a66c5d6f-f7d4-3e19-6aab-1b54721b274a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T20:16:22,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T20:16:22,168 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T20:16:22,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a66c5d6f-f7d4-3e19-6aab-1b54721b274a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:16:22,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a66c5d6f-f7d4-3e19-6aab-1b54721b274a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:16:22,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a66c5d6f-f7d4-3e19-6aab-1b54721b274a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T20:16:22,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a66c5d6f-f7d4-3e19-6aab-1b54721b274a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:16:22,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a66c5d6f-f7d4-3e19-6aab-1b54721b274a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T20:16:22,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a66c5d6f-f7d4-3e19-6aab-1b54721b274a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T20:16:22,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a66c5d6f-f7d4-3e19-6aab-1b54721b274a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:16:22,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a66c5d6f-f7d4-3e19-6aab-1b54721b274a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:16:22,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a66c5d6f-f7d4-3e19-6aab-1b54721b274a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T20:16:22,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a66c5d6f-f7d4-3e19-6aab-1b54721b274a/nfs.dump.dir in system properties and HBase conf 2024-11-08T20:16:22,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a66c5d6f-f7d4-3e19-6aab-1b54721b274a/java.io.tmpdir in system properties and HBase conf 2024-11-08T20:16:22,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a66c5d6f-f7d4-3e19-6aab-1b54721b274a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:16:22,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a66c5d6f-f7d4-3e19-6aab-1b54721b274a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T20:16:22,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a66c5d6f-f7d4-3e19-6aab-1b54721b274a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T20:16:22,530 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:16:22,536 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:16:22,548 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:16:22,548 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:16:22,549 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T20:16:22,551 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:16:22,551 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32859ac0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a66c5d6f-f7d4-3e19-6aab-1b54721b274a/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:16:22,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e112923{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:16:22,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7359cf87{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a66c5d6f-f7d4-3e19-6aab-1b54721b274a/java.io.tmpdir/jetty-localhost-36259-hadoop-hdfs-3_4_1-tests_jar-_-any-14510613317101309519/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:16:22,665 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f4eb1c0{HTTP/1.1, (http/1.1)}{localhost:36259} 2024-11-08T20:16:22,665 INFO [Time-limited test {}] server.Server(415): Started @42953ms 2024-11-08T20:16:23,150 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T20:16:23,154 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:16:23,213 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:16:23,256 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:16:23,274 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:16:23,288 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:16:23,288 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:16:23,288 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T20:16:23,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6520dd09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a66c5d6f-f7d4-3e19-6aab-1b54721b274a/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:16:23,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d3027a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:16:23,420 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38b67275{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a66c5d6f-f7d4-3e19-6aab-1b54721b274a/java.io.tmpdir/jetty-localhost-33129-hadoop-hdfs-3_4_1-tests_jar-_-any-11465830064063919207/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:16:23,420 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e6ab1f8{HTTP/1.1, (http/1.1)}{localhost:33129} 2024-11-08T20:16:23,420 INFO [Time-limited test {}] server.Server(415): Started @43709ms 2024-11-08T20:16:23,422 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T20:16:24,180 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a66c5d6f-f7d4-3e19-6aab-1b54721b274a/cluster_2278aa9f-69bd-7381-95b5-42ce5d35b603/data/data1/current/BP-172537729-172.17.0.3-1731096982200/current, will proceed with Du for space computation calculation, 2024-11-08T20:16:24,184 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a66c5d6f-f7d4-3e19-6aab-1b54721b274a/cluster_2278aa9f-69bd-7381-95b5-42ce5d35b603/data/data2/current/BP-172537729-172.17.0.3-1731096982200/current, will proceed with Du for space computation calculation, 2024-11-08T20:16:24,239 WARN [RS:0;ae1476a7656f:36329 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of ae1476a7656f,44809,1731096948232: status=Processing ServerCrashProcedure of ae1476a7656f,44809,1731096948232 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731096967470, completionTime=-1 appears to have been leaked 2024-11-08T20:16:24,261 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T20:16:24,269 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x607f1f1992a52ed4 with lease ID 0x5a54629c6f48d4d5: Processing first storage report for DS-559e6828-a956-4046-96d1-b7d1f3fbb5bd from datanode DatanodeRegistration(127.0.0.1:46335, datanodeUuid=dfd2f476-d075-48d2-b335-71f2f255ccf2, infoPort=41133, infoSecurePort=0, ipcPort=37829, storageInfo=lv=-57;cid=testClusterID;nsid=299006131;c=1731096982200) 2024-11-08T20:16:24,269 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x607f1f1992a52ed4 with lease ID 0x5a54629c6f48d4d5: from storage DS-559e6828-a956-4046-96d1-b7d1f3fbb5bd node DatanodeRegistration(127.0.0.1:46335, datanodeUuid=dfd2f476-d075-48d2-b335-71f2f255ccf2, infoPort=41133, infoSecurePort=0, ipcPort=37829, storageInfo=lv=-57;cid=testClusterID;nsid=299006131;c=1731096982200), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:16:24,269 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x607f1f1992a52ed4 with lease ID 0x5a54629c6f48d4d5: Processing first storage report for DS-d9a97460-aabd-407f-bec8-0d9eafa3dc78 from datanode DatanodeRegistration(127.0.0.1:46335, datanodeUuid=dfd2f476-d075-48d2-b335-71f2f255ccf2, infoPort=41133, infoSecurePort=0, ipcPort=37829, storageInfo=lv=-57;cid=testClusterID;nsid=299006131;c=1731096982200) 2024-11-08T20:16:24,269 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x607f1f1992a52ed4 with lease ID 0x5a54629c6f48d4d5: from storage DS-d9a97460-aabd-407f-bec8-0d9eafa3dc78 node DatanodeRegistration(127.0.0.1:46335, datanodeUuid=dfd2f476-d075-48d2-b335-71f2f255ccf2, infoPort=41133, infoSecurePort=0, ipcPort=37829, storageInfo=lv=-57;cid=testClusterID;nsid=299006131;c=1731096982200), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:16:24,377 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a66c5d6f-f7d4-3e19-6aab-1b54721b274a 2024-11-08T20:16:24,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:16:24,379 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:16:24,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741825_1001 (size=7) 2024-11-08T20:16:24,464 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36819/user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7 with version=8 2024-11-08T20:16:24,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36819/user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/hbase-staging 2024-11-08T20:16:24,468 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:16:24,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:16:24,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:16:24,469 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:16:24,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:16:24,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:16:24,469 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T20:16:24,472 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:16:24,473 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44053 2024-11-08T20:16:24,475 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44053 connecting to ZooKeeper ensemble=127.0.0.1:56270 2024-11-08T20:16:24,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:440530x0, quorum=127.0.0.1:56270, baseZNode=/12069174473 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:16:24,523 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44053-0x1011c1799650003 connected 2024-11-08T20:16:24,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:16:24,579 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:16:24,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44053-0x1011c1799650003, quorum=127.0.0.1:56270, baseZNode=/12069174473 Set watcher on znode that does not yet exist, /12069174473/running 2024-11-08T20:16:24,589 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36819/user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7, hbase.cluster.distributed=false 2024-11-08T20:16:24,595 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44053-0x1011c1799650003, quorum=127.0.0.1:56270, baseZNode=/12069174473 Set watcher on znode that does not yet exist, /12069174473/acl 2024-11-08T20:16:24,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44053 2024-11-08T20:16:24,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44053 2024-11-08T20:16:24,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44053 2024-11-08T20:16:24,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44053 2024-11-08T20:16:24,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44053 2024-11-08T20:16:24,697 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:16:24,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:16:24,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:16:24,698 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:16:24,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:16:24,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:16:24,698 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T20:16:24,698 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:16:24,699 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44111 2024-11-08T20:16:24,701 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44111 connecting to ZooKeeper ensemble=127.0.0.1:56270 2024-11-08T20:16:24,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:16:24,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:16:24,714 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441110x0, quorum=127.0.0.1:56270, baseZNode=/12069174473 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:16:24,715 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441110x0, quorum=127.0.0.1:56270, baseZNode=/12069174473 Set watcher on znode that does not yet exist, /12069174473/running 2024-11-08T20:16:24,715 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44111-0x1011c1799650004 connected 2024-11-08T20:16:24,715 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T20:16:24,732 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T20:16:24,733 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44111-0x1011c1799650004, quorum=127.0.0.1:56270, baseZNode=/12069174473 Set watcher on znode that does not yet exist, /12069174473/master 2024-11-08T20:16:24,734 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44111-0x1011c1799650004, quorum=127.0.0.1:56270, baseZNode=/12069174473 Set watcher on znode that does not yet exist, /12069174473/acl 2024-11-08T20:16:24,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44111 2024-11-08T20:16:24,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44111 2024-11-08T20:16:24,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44111 2024-11-08T20:16:24,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44111 2024-11-08T20:16:24,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44111 2024-11-08T20:16:24,778 DEBUG [M:0;ae1476a7656f:44053 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ae1476a7656f:44053 2024-11-08T20:16:24,779 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12069174473/backup-masters/ae1476a7656f,44053,1731096984467 2024-11-08T20:16:24,787 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x1011c1799650004, quorum=127.0.0.1:56270, baseZNode=/12069174473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12069174473/backup-masters 2024-11-08T20:16:24,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44053-0x1011c1799650003, quorum=127.0.0.1:56270, baseZNode=/12069174473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12069174473/backup-masters 2024-11-08T20:16:24,788 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44053-0x1011c1799650003, quorum=127.0.0.1:56270, baseZNode=/12069174473 Set watcher on existing znode=/12069174473/backup-masters/ae1476a7656f,44053,1731096984467 2024-11-08T20:16:24,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44053-0x1011c1799650003, quorum=127.0.0.1:56270, baseZNode=/12069174473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12069174473 2024-11-08T20:16:24,798 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x1011c1799650004, quorum=127.0.0.1:56270, baseZNode=/12069174473 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12069174473/master 2024-11-08T20:16:24,798 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x1011c1799650004, quorum=127.0.0.1:56270, baseZNode=/12069174473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12069174473 2024-11-08T20:16:24,799 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44053-0x1011c1799650003, quorum=127.0.0.1:56270, baseZNode=/12069174473 Set watcher on existing znode=/12069174473/master 2024-11-08T20:16:24,799 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12069174473/backup-masters/ae1476a7656f,44053,1731096984467 from backup master directory 2024-11-08T20:16:24,808 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x1011c1799650004, quorum=127.0.0.1:56270, baseZNode=/12069174473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12069174473/backup-masters 2024-11-08T20:16:24,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44053-0x1011c1799650003, quorum=127.0.0.1:56270, baseZNode=/12069174473 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12069174473/backup-masters/ae1476a7656f,44053,1731096984467 2024-11-08T20:16:24,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44053-0x1011c1799650003, quorum=127.0.0.1:56270, baseZNode=/12069174473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12069174473/backup-masters 2024-11-08T20:16:24,809 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:16:24,809 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ae1476a7656f,44053,1731096984467 2024-11-08T20:16:24,813 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36819/user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/hbase.id] with ID: 3b76d429-74aa-4bf9-aa67-43640f18fa06 2024-11-08T20:16:24,813 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36819/user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/.tmp/hbase.id 2024-11-08T20:16:24,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741826_1002 (size=42) 2024-11-08T20:16:25,219 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36819/user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/.tmp/hbase.id]:[hdfs://localhost:36819/user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/hbase.id] 2024-11-08T20:16:25,244 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:16:25,244 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T20:16:25,245 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T20:16:25,293 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x1011c1799650004, quorum=127.0.0.1:56270, baseZNode=/12069174473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12069174473 2024-11-08T20:16:25,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44053-0x1011c1799650003, quorum=127.0.0.1:56270, baseZNode=/12069174473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12069174473 2024-11-08T20:16:25,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741827_1003 (size=196) 2024-11-08T20:16:25,707 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:16:25,708 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T20:16:25,708 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:16:25,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741828_1004 (size=1189) 2024-11-08T20:16:26,118 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36819/user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/MasterData/data/master/store 2024-11-08T20:16:26,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741829_1005 (size=34) 2024-11-08T20:16:26,524 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:16:26,524 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:16:26,524 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:16:26,524 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:16:26,524 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:16:26,524 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:16:26,524 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:16:26,524 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731096986524Disabling compacts and flushes for region at 1731096986524Disabling writes for close at 1731096986524Writing region close event to WAL at 1731096986524Closed at 1731096986524 2024-11-08T20:16:26,525 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36819/user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/MasterData/data/master/store/.initializing 2024-11-08T20:16:26,525 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36819/user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/MasterData/WALs/ae1476a7656f,44053,1731096984467 2024-11-08T20:16:26,526 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:16:26,528 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C44053%2C1731096984467, suffix=, logDir=hdfs://localhost:36819/user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/MasterData/WALs/ae1476a7656f,44053,1731096984467, archiveDir=hdfs://localhost:36819/user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/MasterData/oldWALs, maxLogs=10 2024-11-08T20:16:26,542 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/MasterData/WALs/ae1476a7656f,44053,1731096984467/ae1476a7656f%2C44053%2C1731096984467.1731096986528, exclude list is [], retry=0 2024-11-08T20:16:26,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46335,DS-559e6828-a956-4046-96d1-b7d1f3fbb5bd,DISK] 2024-11-08T20:16:26,546 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/MasterData/WALs/ae1476a7656f,44053,1731096984467/ae1476a7656f%2C44053%2C1731096984467.1731096986528 2024-11-08T20:16:26,548 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41133:41133)] 2024-11-08T20:16:26,548 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:16:26,548 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:16:26,549 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:26,549 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:26,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:26,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T20:16:26,552 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:26,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:16:26,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:26,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T20:16:26,554 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:26,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:16:26,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:26,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T20:16:26,556 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:26,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:16:26,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:26,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T20:16:26,558 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:26,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:16:26,559 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:26,559 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36819/user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:26,560 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36819/user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:26,561 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:26,561 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:26,562 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:16:26,563 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:26,569 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36819/user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:16:26,569 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62524105, jitterRate=-0.06831823289394379}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:16:26,569 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731096986549Initializing all the Stores at 1731096986550 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731096986550Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096986550Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096986550Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096986550Cleaning up temporary data from old regions at 1731096986561 (+11 ms)Region opened successfully at 1731096986569 (+8 ms) 2024-11-08T20:16:26,570 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T20:16:26,573 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d8c17ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:16:26,574 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T20:16:26,574 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T20:16:26,574 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T20:16:26,574 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T20:16:26,575 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T20:16:26,575 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T20:16:26,575 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T20:16:26,578 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T20:16:26,579 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44053-0x1011c1799650003, quorum=127.0.0.1:56270, baseZNode=/12069174473 Unable to get data of znode /12069174473/balancer because node does not exist (not necessarily an error) 2024-11-08T20:16:26,629 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12069174473/balancer already deleted, retry=false 2024-11-08T20:16:26,630 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T20:16:26,631 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44053-0x1011c1799650003, quorum=127.0.0.1:56270, baseZNode=/12069174473 Unable to get data of znode /12069174473/normalizer because node does not exist (not necessarily an error) 2024-11-08T20:16:26,640 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12069174473/normalizer already deleted, retry=false 2024-11-08T20:16:26,640 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T20:16:26,641 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44053-0x1011c1799650003, quorum=127.0.0.1:56270, baseZNode=/12069174473 Unable to get data of znode /12069174473/switch/split because node does not exist (not necessarily an error) 2024-11-08T20:16:26,650 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12069174473/switch/split already deleted, retry=false 2024-11-08T20:16:26,651 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44053-0x1011c1799650003, quorum=127.0.0.1:56270, baseZNode=/12069174473 Unable to get data of znode /12069174473/switch/merge because node does not exist (not necessarily an error) 2024-11-08T20:16:26,661 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12069174473/switch/merge already deleted, retry=false 2024-11-08T20:16:26,663 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44053-0x1011c1799650003, quorum=127.0.0.1:56270, baseZNode=/12069174473 Unable to get data of znode /12069174473/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T20:16:26,671 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12069174473/snapshot-cleanup already deleted, retry=false 2024-11-08T20:16:26,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44053-0x1011c1799650003, quorum=127.0.0.1:56270, baseZNode=/12069174473 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12069174473/running 2024-11-08T20:16:26,682 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x1011c1799650004, quorum=127.0.0.1:56270, baseZNode=/12069174473 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12069174473/running 2024-11-08T20:16:26,682 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x1011c1799650004, quorum=127.0.0.1:56270, baseZNode=/12069174473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12069174473 2024-11-08T20:16:26,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44053-0x1011c1799650003, quorum=127.0.0.1:56270, baseZNode=/12069174473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12069174473 2024-11-08T20:16:26,683 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ae1476a7656f,44053,1731096984467, sessionid=0x1011c1799650003, setting cluster-up flag (Was=false) 2024-11-08T20:16:26,703 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x1011c1799650004, quorum=127.0.0.1:56270, baseZNode=/12069174473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12069174473 2024-11-08T20:16:26,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44053-0x1011c1799650003, quorum=127.0.0.1:56270, baseZNode=/12069174473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12069174473 2024-11-08T20:16:26,735 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12069174473/flush-table-proc/acquired, /12069174473/flush-table-proc/reached, /12069174473/flush-table-proc/abort 2024-11-08T20:16:26,736 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,44053,1731096984467 2024-11-08T20:16:26,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44053-0x1011c1799650003, quorum=127.0.0.1:56270, baseZNode=/12069174473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12069174473 2024-11-08T20:16:26,756 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x1011c1799650004, quorum=127.0.0.1:56270, baseZNode=/12069174473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12069174473 2024-11-08T20:16:26,787 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12069174473/online-snapshot/acquired, /12069174473/online-snapshot/reached, /12069174473/online-snapshot/abort 2024-11-08T20:16:26,789 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,44053,1731096984467 2024-11-08T20:16:26,790 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36819/user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T20:16:26,792 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T20:16:26,792 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T20:16:26,792 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T20:16:26,792 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ae1476a7656f,44053,1731096984467 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T20:16:26,794 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:16:26,794 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:16:26,794 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:16:26,794 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:16:26,794 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ae1476a7656f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T20:16:26,794 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:26,794 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:16:26,794 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:26,796 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:16:26,796 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T20:16:26,798 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:26,798 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T20:16:26,806 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731097016806 2024-11-08T20:16:26,806 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T20:16:26,806 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T20:16:26,806 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T20:16:26,806 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T20:16:26,806 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T20:16:26,806 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T20:16:26,807 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:26,807 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T20:16:26,807 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T20:16:26,807 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T20:16:26,807 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T20:16:26,808 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T20:16:26,808 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T20:16:26,808 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731096986808,5,FailOnTimeoutGroup] 2024-11-08T20:16:26,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741831_1007 (size=1321) 2024-11-08T20:16:26,812 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731096986808,5,FailOnTimeoutGroup] 2024-11-08T20:16:26,812 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:26,812 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T20:16:26,812 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:26,812 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:26,863 INFO [RS:0;ae1476a7656f:44111 {}] regionserver.HRegionServer(746): ClusterId : 3b76d429-74aa-4bf9-aa67-43640f18fa06 2024-11-08T20:16:26,863 DEBUG [RS:0;ae1476a7656f:44111 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T20:16:26,904 DEBUG [RS:0;ae1476a7656f:44111 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T20:16:26,904 DEBUG [RS:0;ae1476a7656f:44111 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T20:16:26,914 DEBUG [RS:0;ae1476a7656f:44111 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T20:16:26,915 DEBUG [RS:0;ae1476a7656f:44111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605610b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:16:26,931 DEBUG [RS:0;ae1476a7656f:44111 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ae1476a7656f:44111 2024-11-08T20:16:26,931 INFO [RS:0;ae1476a7656f:44111 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T20:16:26,932 INFO [RS:0;ae1476a7656f:44111 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T20:16:26,932 DEBUG [RS:0;ae1476a7656f:44111 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T20:16:26,932 INFO [RS:0;ae1476a7656f:44111 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae1476a7656f,44053,1731096984467 with port=44111, startcode=1731096984697 2024-11-08T20:16:26,933 DEBUG [RS:0;ae1476a7656f:44111 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T20:16:26,933 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T20:16:26,934 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38455, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T20:16:26,935 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44053 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae1476a7656f,44111,1731096984697 2024-11-08T20:16:26,935 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44053 {}] master.ServerManager(517): Registering regionserver=ae1476a7656f,44111,1731096984697 2024-11-08T20:16:26,937 DEBUG [RS:0;ae1476a7656f:44111 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36819/user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7 2024-11-08T20:16:26,937 DEBUG [RS:0;ae1476a7656f:44111 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36819 2024-11-08T20:16:26,937 DEBUG [RS:0;ae1476a7656f:44111 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T20:16:26,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44053-0x1011c1799650003, quorum=127.0.0.1:56270, baseZNode=/12069174473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12069174473/rs 2024-11-08T20:16:26,991 DEBUG [RS:0;ae1476a7656f:44111 {}] zookeeper.ZKUtil(111): regionserver:44111-0x1011c1799650004, quorum=127.0.0.1:56270, baseZNode=/12069174473 Set watcher on existing znode=/12069174473/rs/ae1476a7656f,44111,1731096984697 2024-11-08T20:16:26,991 WARN [RS:0;ae1476a7656f:44111 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:16:26,992 INFO [RS:0;ae1476a7656f:44111 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:16:26,992 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae1476a7656f,44111,1731096984697] 2024-11-08T20:16:26,992 DEBUG [RS:0;ae1476a7656f:44111 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36819/user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/WALs/ae1476a7656f,44111,1731096984697 2024-11-08T20:16:26,996 INFO [RS:0;ae1476a7656f:44111 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T20:16:26,998 INFO [RS:0;ae1476a7656f:44111 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T20:16:26,998 INFO [RS:0;ae1476a7656f:44111 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T20:16:26,998 INFO [RS:0;ae1476a7656f:44111 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:26,998 INFO [RS:0;ae1476a7656f:44111 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T20:16:26,999 INFO [RS:0;ae1476a7656f:44111 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T20:16:26,999 INFO [RS:0;ae1476a7656f:44111 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:27,000 DEBUG [RS:0;ae1476a7656f:44111 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:27,000 DEBUG [RS:0;ae1476a7656f:44111 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:27,000 DEBUG [RS:0;ae1476a7656f:44111 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:27,000 DEBUG [RS:0;ae1476a7656f:44111 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:27,000 DEBUG [RS:0;ae1476a7656f:44111 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:27,000 DEBUG [RS:0;ae1476a7656f:44111 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:16:27,000 DEBUG [RS:0;ae1476a7656f:44111 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:27,000 DEBUG [RS:0;ae1476a7656f:44111 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:27,000 DEBUG [RS:0;ae1476a7656f:44111 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:27,000 DEBUG [RS:0;ae1476a7656f:44111 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:27,000 DEBUG [RS:0;ae1476a7656f:44111 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:27,000 DEBUG [RS:0;ae1476a7656f:44111 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:27,000 DEBUG [RS:0;ae1476a7656f:44111 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:16:27,001 DEBUG [RS:0;ae1476a7656f:44111 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:16:27,004 INFO [RS:0;ae1476a7656f:44111 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:27,004 INFO [RS:0;ae1476a7656f:44111 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:27,004 INFO [RS:0;ae1476a7656f:44111 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:27,004 INFO [RS:0;ae1476a7656f:44111 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:27,004 INFO [RS:0;ae1476a7656f:44111 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:27,005 INFO [RS:0;ae1476a7656f:44111 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,44111,1731096984697-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:16:27,020 INFO [RS:0;ae1476a7656f:44111 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T20:16:27,020 INFO [RS:0;ae1476a7656f:44111 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,44111,1731096984697-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:27,020 INFO [RS:0;ae1476a7656f:44111 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:27,021 INFO [RS:0;ae1476a7656f:44111 {}] regionserver.Replication(171): ae1476a7656f,44111,1731096984697 started 2024-11-08T20:16:27,035 INFO [RS:0;ae1476a7656f:44111 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:27,035 INFO [RS:0;ae1476a7656f:44111 {}] regionserver.HRegionServer(1482): Serving as ae1476a7656f,44111,1731096984697, RpcServer on ae1476a7656f/172.17.0.3:44111, sessionid=0x1011c1799650004 2024-11-08T20:16:27,035 DEBUG [RS:0;ae1476a7656f:44111 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T20:16:27,035 DEBUG [RS:0;ae1476a7656f:44111 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae1476a7656f,44111,1731096984697 2024-11-08T20:16:27,035 DEBUG [RS:0;ae1476a7656f:44111 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,44111,1731096984697' 2024-11-08T20:16:27,035 DEBUG [RS:0;ae1476a7656f:44111 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12069174473/flush-table-proc/abort' 2024-11-08T20:16:27,036 DEBUG [RS:0;ae1476a7656f:44111 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12069174473/flush-table-proc/acquired' 2024-11-08T20:16:27,036 DEBUG [RS:0;ae1476a7656f:44111 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T20:16:27,036 DEBUG [RS:0;ae1476a7656f:44111 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T20:16:27,036 DEBUG [RS:0;ae1476a7656f:44111 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae1476a7656f,44111,1731096984697 2024-11-08T20:16:27,036 DEBUG [RS:0;ae1476a7656f:44111 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,44111,1731096984697' 2024-11-08T20:16:27,036 DEBUG [RS:0;ae1476a7656f:44111 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12069174473/online-snapshot/abort' 2024-11-08T20:16:27,037 DEBUG [RS:0;ae1476a7656f:44111 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12069174473/online-snapshot/acquired' 2024-11-08T20:16:27,037 DEBUG [RS:0;ae1476a7656f:44111 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T20:16:27,037 INFO [RS:0;ae1476a7656f:44111 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T20:16:27,037 INFO [RS:0;ae1476a7656f:44111 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T20:16:27,137 INFO [RS:0;ae1476a7656f:44111 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:16:27,139 INFO [RS:0;ae1476a7656f:44111 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C44111%2C1731096984697, suffix=, logDir=hdfs://localhost:36819/user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/WALs/ae1476a7656f,44111,1731096984697, archiveDir=hdfs://localhost:36819/user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/oldWALs, maxLogs=10 2024-11-08T20:16:27,155 DEBUG [RS:0;ae1476a7656f:44111 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/WALs/ae1476a7656f,44111,1731096984697/ae1476a7656f%2C44111%2C1731096984697.1731096987140, exclude list is [], retry=0 2024-11-08T20:16:27,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46335,DS-559e6828-a956-4046-96d1-b7d1f3fbb5bd,DISK] 2024-11-08T20:16:27,161 INFO [RS:0;ae1476a7656f:44111 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/WALs/ae1476a7656f,44111,1731096984697/ae1476a7656f%2C44111%2C1731096984697.1731096987140 2024-11-08T20:16:27,161 DEBUG [RS:0;ae1476a7656f:44111 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41133:41133)] 2024-11-08T20:16:27,210 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36819/user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T20:16:27,210 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36819/user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7 2024-11-08T20:16:27,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741833_1009 (size=32) 2024-11-08T20:16:27,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:16:27,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:16:27,620 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:16:27,620 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:27,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:16:27,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:16:27,623 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:16:27,623 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:27,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:16:27,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:16:27,625 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:16:27,626 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:27,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:16:27,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:16:27,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:16:27,628 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:27,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:16:27,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:16:27,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36819/user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/data/hbase/meta/1588230740 2024-11-08T20:16:27,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36819/user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/data/hbase/meta/1588230740 2024-11-08T20:16:27,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:16:27,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:16:27,632 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:16:27,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:16:27,636 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36819/user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:16:27,637 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73700170, jitterRate=0.09821811318397522}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:16:27,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731096987617Initializing all the Stores at 1731096987618 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731096987618Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731096987618Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096987618Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731096987618Cleaning up temporary data from old regions at 1731096987632 (+14 ms)Region opened successfully at 1731096987637 (+5 ms) 2024-11-08T20:16:27,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:16:27,637 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:16:27,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:16:27,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:16:27,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:16:27,638 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:16:27,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731096987637Disabling compacts and flushes for region at 1731096987637Disabling writes for close at 1731096987637Writing region close event to WAL at 1731096987638 (+1 ms)Closed at 1731096987638 2024-11-08T20:16:27,639 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:16:27,640 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T20:16:27,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T20:16:27,643 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:16:27,646 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T20:16:27,796 DEBUG [ae1476a7656f:44053 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T20:16:27,797 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ae1476a7656f,44111,1731096984697 2024-11-08T20:16:27,798 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,44111,1731096984697, state=OPENING 2024-11-08T20:16:27,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T20:16:27,810 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T20:16:27,811 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:16:27,811 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T20:16:27,811 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:16:27,811 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T20:16:27,811 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T20:16:27,812 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T20:16:27,850 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T20:16:27,861 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x1011c1799650004, quorum=127.0.0.1:56270, baseZNode=/12069174473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12069174473 2024-11-08T20:16:27,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44053-0x1011c1799650003, quorum=127.0.0.1:56270, baseZNode=/12069174473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12069174473 2024-11-08T20:16:27,862 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:16:27,862 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12069174473/meta-region-server: CHANGED 2024-11-08T20:16:27,862 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12069174473/meta-region-server: CHANGED 2024-11-08T20:16:27,862 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,44111,1731096984697}] 2024-11-08T20:16:28,034 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:16:28,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39011, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T20:16:28,058 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T20:16:28,058 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:16:28,058 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T20:16:28,062 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C44111%2C1731096984697.meta, suffix=.meta, logDir=hdfs://localhost:36819/user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/WALs/ae1476a7656f,44111,1731096984697, archiveDir=hdfs://localhost:36819/user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/oldWALs, maxLogs=10 2024-11-08T20:16:28,079 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/WALs/ae1476a7656f,44111,1731096984697/ae1476a7656f%2C44111%2C1731096984697.meta.1731096988062.meta, exclude list is [], retry=0 2024-11-08T20:16:28,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46335,DS-559e6828-a956-4046-96d1-b7d1f3fbb5bd,DISK] 2024-11-08T20:16:28,084 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/WALs/ae1476a7656f,44111,1731096984697/ae1476a7656f%2C44111%2C1731096984697.meta.1731096988062.meta 2024-11-08T20:16:28,085 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41133:41133)] 2024-11-08T20:16:28,085 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:16:28,085 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:16:28,085 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T20:16:28,085 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T20:16:28,085 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T20:16:28,085 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T20:16:28,086 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:16:28,086 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T20:16:28,086 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T20:16:28,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:16:28,094 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:16:28,095 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:28,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:16:28,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:16:28,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:16:28,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:28,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:16:28,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:16:28,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:16:28,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:28,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:16:28,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:16:28,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:16:28,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:28,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:16:28,103 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:16:28,104 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36819/user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/data/hbase/meta/1588230740 2024-11-08T20:16:28,106 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36819/user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/data/hbase/meta/1588230740 2024-11-08T20:16:28,109 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:16:28,109 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:16:28,111 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:16:28,117 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:16:28,118 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71134009, jitterRate=0.059979334473609924}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:16:28,119 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T20:16:28,119 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731096988086Writing region info on filesystem at 1731096988086Initializing all the Stores at 1731096988087 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731096988087Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731096988087Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096988087Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731096988087Cleaning up temporary data from old regions at 1731096988109 (+22 ms)Running coprocessor post-open hooks at 1731096988119 (+10 ms)Region opened successfully at 1731096988119 2024-11-08T20:16:28,121 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731096988024 2024-11-08T20:16:28,128 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,44111,1731096984697 2024-11-08T20:16:28,131 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,44111,1731096984697, state=OPEN 2024-11-08T20:16:28,132 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T20:16:28,132 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T20:16:28,142 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x1011c1799650004, quorum=127.0.0.1:56270, baseZNode=/12069174473 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12069174473/meta-region-server 2024-11-08T20:16:28,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44053-0x1011c1799650003, quorum=127.0.0.1:56270, baseZNode=/12069174473 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12069174473/meta-region-server 2024-11-08T20:16:28,142 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12069174473/meta-region-server: CHANGED 2024-11-08T20:16:28,142 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12069174473/meta-region-server: CHANGED 2024-11-08T20:16:28,142 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ae1476a7656f,44111,1731096984697 2024-11-08T20:16:28,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T20:16:28,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,44111,1731096984697 in 280 msec 2024-11-08T20:16:28,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T20:16:28,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 509 msec 2024-11-08T20:16:28,158 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:16:28,159 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T20:16:28,164 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:16:28,164 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,44111,1731096984697, seqNum=-1] 2024-11-08T20:16:28,164 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:16:28,167 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45537, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:16:28,179 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3850 sec 2024-11-08T20:16:28,179 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731096988179, completionTime=-1 2024-11-08T20:16:28,179 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T20:16:28,180 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T20:16:28,183 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T20:16:28,183 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731097048183 2024-11-08T20:16:28,183 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731097108183 2024-11-08T20:16:28,183 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-08T20:16:28,184 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,44053,1731096984467-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:28,184 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,44053,1731096984467-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:28,184 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,44053,1731096984467-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:28,184 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ae1476a7656f:44053, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:28,184 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:28,190 DEBUG [master/ae1476a7656f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T20:16:28,196 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:28,208 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.399sec 2024-11-08T20:16:28,208 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T20:16:28,208 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T20:16:28,208 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T20:16:28,208 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T20:16:28,208 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T20:16:28,208 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,44053,1731096984467-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:16:28,208 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,44053,1731096984467-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T20:16:28,229 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T20:16:28,229 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T20:16:28,229 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,44053,1731096984467-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:28,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e15d942, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:28,269 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,44053,-1 for getting cluster id 2024-11-08T20:16:28,269 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:16:28,281 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b76d429-74aa-4bf9-aa67-43640f18fa06' 2024-11-08T20:16:28,281 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:16:28,281 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b76d429-74aa-4bf9-aa67-43640f18fa06" 2024-11-08T20:16:28,282 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d16f4f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:28,282 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,44053,-1] 2024-11-08T20:16:28,282 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:16:28,283 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:28,285 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:16:28,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@718c74d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:28,292 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:16:28,293 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,44111,1731096984697, seqNum=-1] 2024-11-08T20:16:28,294 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:16:28,296 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:16:28,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ae1476a7656f,44053,1731096984467 2024-11-08T20:16:28,303 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56270 2024-11-08T20:16:28,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56270, baseZNode=/12069174473 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:16:28,320 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011c1799650005 connected 2024-11-08T20:16:28,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32698b53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:28,336 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,34861,-1 for getting cluster id 2024-11-08T20:16:28,337 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:16:28,338 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2964d8d2-85b7-4834-a45d-1c2f63e91235' 2024-11-08T20:16:28,338 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:16:28,338 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2964d8d2-85b7-4834-a45d-1c2f63e91235" 2024-11-08T20:16:28,339 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@250001a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:28,339 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,34861,-1] 2024-11-08T20:16:28,339 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:16:28,339 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:28,340 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:16:28,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@480bdab7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:28,342 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:16:28,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,34861,1731096979094 2024-11-08T20:16:28,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@579d3123 2024-11-08T20:16:28,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:16:28,346 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:16:28,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34861 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ae1476a7656f:44053,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T20:16:28,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34861 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T20:16:28,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:16:28,351 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ae1476a7656f:44053' 2024-11-08T20:16:28,352 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c022e07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:28,353 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,44053,-1 for getting cluster id 2024-11-08T20:16:28,353 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:16:28,354 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b76d429-74aa-4bf9-aa67-43640f18fa06' 2024-11-08T20:16:28,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:16:28,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b76d429-74aa-4bf9-aa67-43640f18fa06" 2024-11-08T20:16:28,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@762043dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:28,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,44053,-1] 2024-11-08T20:16:28,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:16:28,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:28,356 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:16:28,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@336f2d26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:28,357 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:16:28,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,44053,1731096984467 2024-11-08T20:16:28,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e3098c0 2024-11-08T20:16:28,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:16:28,362 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:16:28,363 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-08T20:16:28,363 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T20:16:28,364 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:28,364 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:28,365 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:16:28,367 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:16:28,367 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T20:16:28,370 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T20:16:28,370 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:28,372 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T20:16:28,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38131 is added to blk_1073741835_1011 (size=1138) 2024-11-08T20:16:28,397 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f4c1f8476c90ef77fe55adf5ea124925, NAME => 'hbase:replication,,1731096988364.f4c1f8476c90ef77fe55adf5ea124925.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3 2024-11-08T20:16:28,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38131 is added to blk_1073741836_1012 (size=44) 2024-11-08T20:16:28,418 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T20:16:28,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:16:28,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:16:28,819 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731096988364.f4c1f8476c90ef77fe55adf5ea124925.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:16:28,819 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f4c1f8476c90ef77fe55adf5ea124925, disabling compactions & flushes 2024-11-08T20:16:28,820 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731096988364.f4c1f8476c90ef77fe55adf5ea124925. 2024-11-08T20:16:28,820 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731096988364.f4c1f8476c90ef77fe55adf5ea124925. 2024-11-08T20:16:28,820 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731096988364.f4c1f8476c90ef77fe55adf5ea124925. after waiting 0 ms 2024-11-08T20:16:28,820 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731096988364.f4c1f8476c90ef77fe55adf5ea124925. 2024-11-08T20:16:28,820 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731096988364.f4c1f8476c90ef77fe55adf5ea124925. 2024-11-08T20:16:28,820 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f4c1f8476c90ef77fe55adf5ea124925: Waiting for close lock at 1731096988819Disabling compacts and flushes for region at 1731096988819Disabling writes for close at 1731096988820 (+1 ms)Writing region close event to WAL at 1731096988820Closed at 1731096988820 2024-11-08T20:16:28,821 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T20:16:28,822 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731096988364.f4c1f8476c90ef77fe55adf5ea124925.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731096988821"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731096988821"}]},"ts":"1731096988821"} 2024-11-08T20:16:28,824 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T20:16:28,826 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T20:16:28,826 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731096988826"}]},"ts":"1731096988826"} 2024-11-08T20:16:28,828 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T20:16:28,828 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f4c1f8476c90ef77fe55adf5ea124925, ASSIGN}] 2024-11-08T20:16:28,830 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f4c1f8476c90ef77fe55adf5ea124925, ASSIGN 2024-11-08T20:16:28,831 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f4c1f8476c90ef77fe55adf5ea124925, ASSIGN; state=OFFLINE, location=ae1476a7656f,36329,1731096979464; forceNewPlan=false, retain=false 2024-11-08T20:16:28,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:16:28,981 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f4c1f8476c90ef77fe55adf5ea124925, regionState=OPENING, regionLocation=ae1476a7656f,36329,1731096979464 2024-11-08T20:16:28,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f4c1f8476c90ef77fe55adf5ea124925, ASSIGN because future has completed 2024-11-08T20:16:28,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4c1f8476c90ef77fe55adf5ea124925, server=ae1476a7656f,36329,1731096979464}] 2024-11-08T20:16:29,146 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731096988364.f4c1f8476c90ef77fe55adf5ea124925. 2024-11-08T20:16:29,146 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:16:29,147 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T20:16:29,148 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C36329%2C1731096979464.rep, suffix=, logDir=hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/WALs/ae1476a7656f,36329,1731096979464, archiveDir=hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/oldWALs, maxLogs=10 2024-11-08T20:16:29,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/WALs/ae1476a7656f,36329,1731096979464/ae1476a7656f%2C36329%2C1731096979464.rep.1731096989148, exclude list is [], retry=0 2024-11-08T20:16:29,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38131,DS-13baf8d3-9236-421f-ac28-271d57107bc2,DISK] 2024-11-08T20:16:29,167 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/WALs/ae1476a7656f,36329,1731096979464/ae1476a7656f%2C36329%2C1731096979464.rep.1731096989148 2024-11-08T20:16:29,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41423:41423)] 2024-11-08T20:16:29,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => f4c1f8476c90ef77fe55adf5ea124925, NAME => 'hbase:replication,,1731096988364.f4c1f8476c90ef77fe55adf5ea124925.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:16:29,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:16:29,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T20:16:29,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731096988364.f4c1f8476c90ef77fe55adf5ea124925. service=MultiRowMutationService 2024-11-08T20:16:29,169 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T20:16:29,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f4c1f8476c90ef77fe55adf5ea124925 2024-11-08T20:16:29,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731096988364.f4c1f8476c90ef77fe55adf5ea124925.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:16:29,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for f4c1f8476c90ef77fe55adf5ea124925 2024-11-08T20:16:29,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for f4c1f8476c90ef77fe55adf5ea124925 2024-11-08T20:16:29,172 INFO [StoreOpener-f4c1f8476c90ef77fe55adf5ea124925-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f4c1f8476c90ef77fe55adf5ea124925 2024-11-08T20:16:29,174 INFO [StoreOpener-f4c1f8476c90ef77fe55adf5ea124925-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4c1f8476c90ef77fe55adf5ea124925 columnFamilyName hfileref 2024-11-08T20:16:29,174 DEBUG [StoreOpener-f4c1f8476c90ef77fe55adf5ea124925-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:29,174 INFO [StoreOpener-f4c1f8476c90ef77fe55adf5ea124925-1 {}] regionserver.HStore(327): Store=f4c1f8476c90ef77fe55adf5ea124925/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:16:29,174 INFO [StoreOpener-f4c1f8476c90ef77fe55adf5ea124925-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f4c1f8476c90ef77fe55adf5ea124925 2024-11-08T20:16:29,176 INFO [StoreOpener-f4c1f8476c90ef77fe55adf5ea124925-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4c1f8476c90ef77fe55adf5ea124925 columnFamilyName queue 2024-11-08T20:16:29,176 DEBUG [StoreOpener-f4c1f8476c90ef77fe55adf5ea124925-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:29,176 INFO [StoreOpener-f4c1f8476c90ef77fe55adf5ea124925-1 {}] regionserver.HStore(327): Store=f4c1f8476c90ef77fe55adf5ea124925/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:16:29,176 INFO [StoreOpener-f4c1f8476c90ef77fe55adf5ea124925-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f4c1f8476c90ef77fe55adf5ea124925 2024-11-08T20:16:29,178 INFO [StoreOpener-f4c1f8476c90ef77fe55adf5ea124925-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4c1f8476c90ef77fe55adf5ea124925 columnFamilyName sid 2024-11-08T20:16:29,178 DEBUG [StoreOpener-f4c1f8476c90ef77fe55adf5ea124925-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:29,179 INFO [StoreOpener-f4c1f8476c90ef77fe55adf5ea124925-1 {}] regionserver.HStore(327): Store=f4c1f8476c90ef77fe55adf5ea124925/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:16:29,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for f4c1f8476c90ef77fe55adf5ea124925 2024-11-08T20:16:29,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/data/hbase/replication/f4c1f8476c90ef77fe55adf5ea124925 2024-11-08T20:16:29,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/data/hbase/replication/f4c1f8476c90ef77fe55adf5ea124925 2024-11-08T20:16:29,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for f4c1f8476c90ef77fe55adf5ea124925 2024-11-08T20:16:29,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for f4c1f8476c90ef77fe55adf5ea124925 2024-11-08T20:16:29,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T20:16:29,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for f4c1f8476c90ef77fe55adf5ea124925 2024-11-08T20:16:29,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/data/hbase/replication/f4c1f8476c90ef77fe55adf5ea124925/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:16:29,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened f4c1f8476c90ef77fe55adf5ea124925; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71400406, jitterRate=0.06394895911216736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T20:16:29,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f4c1f8476c90ef77fe55adf5ea124925 2024-11-08T20:16:29,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for f4c1f8476c90ef77fe55adf5ea124925: Running coprocessor pre-open hook at 1731096989169Writing region info on filesystem at 1731096989169Initializing all the Stores at 1731096989170 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096989170Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096989172 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096989172Cleaning up temporary data from old regions at 1731096989181 (+9 ms)Running coprocessor post-open hooks at 1731096989186 (+5 ms)Region opened successfully at 1731096989186 2024-11-08T20:16:29,187 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731096988364.f4c1f8476c90ef77fe55adf5ea124925., pid=7, masterSystemTime=1731096989138 2024-11-08T20:16:29,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731096988364.f4c1f8476c90ef77fe55adf5ea124925. 2024-11-08T20:16:29,190 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731096988364.f4c1f8476c90ef77fe55adf5ea124925. 2024-11-08T20:16:29,192 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f4c1f8476c90ef77fe55adf5ea124925, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,36329,1731096979464 2024-11-08T20:16:29,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4c1f8476c90ef77fe55adf5ea124925, server=ae1476a7656f,36329,1731096979464 because future has completed 2024-11-08T20:16:29,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-08T20:16:29,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure f4c1f8476c90ef77fe55adf5ea124925, server=ae1476a7656f,36329,1731096979464 in 211 msec 2024-11-08T20:16:29,201 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T20:16:29,201 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f4c1f8476c90ef77fe55adf5ea124925, ASSIGN in 370 msec 2024-11-08T20:16:29,202 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T20:16:29,203 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731096989203"}]},"ts":"1731096989203"} 2024-11-08T20:16:29,205 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T20:16:29,207 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T20:16:29,210 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 842 msec 2024-11-08T20:16:29,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731096988364.f4c1f8476c90ef77fe55adf5ea124925., hostname=ae1476a7656f,36329,1731096979464, seqNum=2] 2024-11-08T20:16:29,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36329-0x1011c1799650001, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230627491 2024-11-08T20:16:29,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x1011c1799650000, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230627491 2024-11-08T20:16:29,273 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T20:16:29,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36329 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-08T20:16:29,432 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T20:16:29,473 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-ae1476a7656f,36329,1731096979464, ReplicationSource: 1, currentBandwidth=0 2024-11-08T20:16:29,474 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:16:29,474 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,36329,1731096979464, seqNum=-1] 2024-11-08T20:16:29,474 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:16:29,475 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-08T20:16:29,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ae1476a7656f,36329,1731096979464', locateType=CURRENT is [region=hbase:replication,,1731096988364.f4c1f8476c90ef77fe55adf5ea124925., hostname=ae1476a7656f,36329,1731096979464, seqNum=2] 2024-11-08T20:16:29,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:16:29,488 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-08T20:16:29,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34861 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-08T20:16:29,492 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ae1476a7656f,36329,1731096979464 suceeded 2024-11-08T20:16:29,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-08T20:16:29,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 219 msec 2024-11-08T20:16:29,495 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ae1476a7656f:44053,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T20:16:29,497 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1480 sec 2024-11-08T20:16:29,509 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,36329,1731096979464 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ae1476a7656f:44053' 2024-11-08T20:16:29,512 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,36329,1731096979464 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13ff5f61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:29,512 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,36329,1731096979464 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,44053,-1 for getting cluster id 2024-11-08T20:16:29,513 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,36329,1731096979464 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:16:29,513 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b76d429-74aa-4bf9-aa67-43640f18fa06' 2024-11-08T20:16:29,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:16:29,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b76d429-74aa-4bf9-aa67-43640f18fa06" 2024-11-08T20:16:29,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26d62e7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:29,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,44053,-1] 2024-11-08T20:16:29,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:16:29,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:29,515 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:16:29,516 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,36329,1731096979464 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b1d5d39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:29,516 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,36329,1731096979464 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:16:29,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,44053,1731096984467 2024-11-08T20:16:29,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5812971e 2024-11-08T20:16:29,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:16:29,518 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-08T20:16:29,519 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,36329,1731096979464 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ae1476a7656f,36329,1731096979464 (queues=1) is replicating from cluster=2964d8d2-85b7-4834-a45d-1c2f63e91235 to cluster=3b76d429-74aa-4bf9-aa67-43640f18fa06 2024-11-08T20:16:29,519 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,36329,1731096979464 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ae1476a7656f%2C36329%2C1731096979464 2024-11-08T20:16:29,519 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,36329,1731096979464 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ae1476a7656f,36329,1731096979464, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T20:16:29,520 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,36329,1731096979464.replicationSource.wal-reader.ae1476a7656f%2C36329%2C1731096979464,1-ae1476a7656f,36329,1731096979464 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/WALs/ae1476a7656f,36329,1731096979464/ae1476a7656f%2C36329%2C1731096979464.1731096981127, startPosition=0, beingWritten=true 2024-11-08T20:16:29,524 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,36329,1731096979464.replicationSource.shipperae1476a7656f%2C36329%2C1731096979464,1-ae1476a7656f,36329,1731096979464 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ae1476a7656f%2C36329%2C1731096979464 2024-11-08T20:16:29,727 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,36329,1731096979464.replicationSource.wal-reader.ae1476a7656f%2C36329%2C1731096979464,1-ae1476a7656f,36329,1731096979464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/WALs/ae1476a7656f,36329,1731096979464/ae1476a7656f%2C36329%2C1731096979464.1731096981127 to pos 0, reset compression=false 2024-11-08T20:16:30,033 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,36329,1731096979464.replicationSource.wal-reader.ae1476a7656f%2C36329%2C1731096979464,1-ae1476a7656f,36329,1731096979464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/WALs/ae1476a7656f,36329,1731096979464/ae1476a7656f%2C36329%2C1731096979464.1731096981127 to pos 0, reset compression=false 2024-11-08T20:16:30,439 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,36329,1731096979464.replicationSource.wal-reader.ae1476a7656f%2C36329%2C1731096979464,1-ae1476a7656f,36329,1731096979464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/WALs/ae1476a7656f,36329,1731096979464/ae1476a7656f%2C36329%2C1731096979464.1731096981127 to pos 0, reset compression=false 2024-11-08T20:16:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:16:30,494 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T20:16:30,494 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:16:30,494 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:16:30,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:30,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:30,494 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:16:30,494 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:16:30,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,34861,1731096979094 2024-11-08T20:16:30,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3988c163 2024-11-08T20:16:30,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:16:30,496 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:16:30,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34861 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-08T20:16:30,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T20:16:30,497 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:16:30,497 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:16:30,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:30,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:30,497 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:16:30,497 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T20:16:30,497 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1378696046, stopped=false 2024-11-08T20:16:30,498 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ae1476a7656f,44053,1731096984467 2024-11-08T20:16:30,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44053-0x1011c1799650003, quorum=127.0.0.1:56270, baseZNode=/12069174473 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12069174473/running 2024-11-08T20:16:30,510 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x1011c1799650004, quorum=127.0.0.1:56270, baseZNode=/12069174473 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12069174473/running 2024-11-08T20:16:30,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44053-0x1011c1799650003, quorum=127.0.0.1:56270, baseZNode=/12069174473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12069174473 2024-11-08T20:16:30,510 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x1011c1799650004, quorum=127.0.0.1:56270, baseZNode=/12069174473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12069174473 2024-11-08T20:16:30,510 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:16:30,510 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:16:30,510 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:16:30,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:30,511 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44111-0x1011c1799650004, quorum=127.0.0.1:56270, baseZNode=/12069174473 Set watcher on znode that does not yet exist, /12069174473/running 2024-11-08T20:16:30,511 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44053-0x1011c1799650003, quorum=127.0.0.1:56270, baseZNode=/12069174473 Set watcher on znode that does not yet exist, /12069174473/running 2024-11-08T20:16:30,511 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ae1476a7656f,44111,1731096984697' ***** 2024-11-08T20:16:30,511 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T20:16:30,511 INFO [RS:0;ae1476a7656f:44111 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T20:16:30,511 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T20:16:30,511 INFO [RS:0;ae1476a7656f:44111 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T20:16:30,511 INFO [RS:0;ae1476a7656f:44111 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T20:16:30,511 INFO [RS:0;ae1476a7656f:44111 {}] regionserver.HRegionServer(959): stopping server ae1476a7656f,44111,1731096984697 2024-11-08T20:16:30,511 INFO [RS:0;ae1476a7656f:44111 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:16:30,511 INFO [RS:0;ae1476a7656f:44111 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:44111. 2024-11-08T20:16:30,511 DEBUG [RS:0;ae1476a7656f:44111 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:16:30,511 DEBUG [RS:0;ae1476a7656f:44111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:30,512 INFO [RS:0;ae1476a7656f:44111 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T20:16:30,512 INFO [RS:0;ae1476a7656f:44111 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T20:16:30,512 INFO [RS:0;ae1476a7656f:44111 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T20:16:30,512 INFO [RS:0;ae1476a7656f:44111 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T20:16:30,512 INFO [RS:0;ae1476a7656f:44111 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T20:16:30,512 DEBUG [RS:0;ae1476a7656f:44111 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T20:16:30,512 DEBUG [RS:0;ae1476a7656f:44111 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:16:30,512 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:16:30,512 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:16:30,512 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:16:30,512 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:16:30,512 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:16:30,512 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-08T20:16:30,532 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36819/user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/data/hbase/meta/1588230740/.tmp/ns/7760a22e2b9746079b37e06978c9fe04 is 43, key is default/ns:d/1731096988168/Put/seqid=0 2024-11-08T20:16:30,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741835_1011 (size=5153) 2024-11-08T20:16:30,607 INFO [regionserver/ae1476a7656f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:16:30,712 DEBUG [RS:0;ae1476a7656f:44111 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:16:30,912 DEBUG [RS:0;ae1476a7656f:44111 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:16:30,948 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36819/user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/data/hbase/meta/1588230740/.tmp/ns/7760a22e2b9746079b37e06978c9fe04 2024-11-08T20:16:30,953 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,36329,1731096979464.replicationSource.wal-reader.ae1476a7656f%2C36329%2C1731096979464,1-ae1476a7656f,36329,1731096979464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/WALs/ae1476a7656f,36329,1731096979464/ae1476a7656f%2C36329%2C1731096979464.1731096981127 to pos 0, reset compression=false 2024-11-08T20:16:30,969 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36819/user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/data/hbase/meta/1588230740/.tmp/ns/7760a22e2b9746079b37e06978c9fe04 as hdfs://localhost:36819/user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/data/hbase/meta/1588230740/ns/7760a22e2b9746079b37e06978c9fe04 2024-11-08T20:16:30,982 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36819/user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/data/hbase/meta/1588230740/ns/7760a22e2b9746079b37e06978c9fe04, entries=2, sequenceid=6, filesize=5.0 K 2024-11-08T20:16:30,984 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 472ms, sequenceid=6, compaction requested=false 2024-11-08T20:16:31,005 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T20:16:31,005 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T20:16:31,014 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36819/user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T20:16:31,016 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:16:31,016 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:16:31,016 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:16:31,017 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731096990512Running coprocessor pre-close hooks at 1731096990512Disabling compacts and flushes for region at 1731096990512Disabling writes for close at 1731096990512Obtaining lock to block concurrent updates at 1731096990512Preparing flush snapshotting stores in 1588230740 at 1731096990512Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731096990513 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731096990513Flushing 1588230740/ns: creating writer at 1731096990513Flushing 1588230740/ns: appending metadata at 1731096990531 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731096990531Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c247adc: reopening flushed file at 1731096990964 (+433 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 472ms, sequenceid=6, compaction requested=false at 1731096990984 (+20 ms)Writing region close event to WAL at 1731096990991 (+7 ms)Running coprocessor post-close hooks at 1731096991016 (+25 ms)Closed at 1731096991016 2024-11-08T20:16:31,017 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T20:16:31,113 INFO [RS:0;ae1476a7656f:44111 {}] regionserver.HRegionServer(976): stopping server ae1476a7656f,44111,1731096984697; all regions closed. 2024-11-08T20:16:31,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741834_1010 (size=1152) 2024-11-08T20:16:31,115 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/WALs/ae1476a7656f,44111,1731096984697/ae1476a7656f%2C44111%2C1731096984697.meta.1731096988062.meta not finished, retry = 0 2024-11-08T20:16:31,218 DEBUG [RS:0;ae1476a7656f:44111 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/oldWALs 2024-11-08T20:16:31,218 INFO [RS:0;ae1476a7656f:44111 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C44111%2C1731096984697.meta:.meta(num 1731096988062) 2024-11-08T20:16:31,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741832_1008 (size=93) 2024-11-08T20:16:31,221 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/WALs/ae1476a7656f,44111,1731096984697/ae1476a7656f%2C44111%2C1731096984697.1731096987140 not finished, retry = 0 2024-11-08T20:16:31,323 DEBUG [RS:0;ae1476a7656f:44111 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/oldWALs 2024-11-08T20:16:31,323 INFO [RS:0;ae1476a7656f:44111 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C44111%2C1731096984697:(num 1731096987140) 2024-11-08T20:16:31,323 DEBUG [RS:0;ae1476a7656f:44111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:31,323 INFO [RS:0;ae1476a7656f:44111 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:16:31,323 INFO [RS:0;ae1476a7656f:44111 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:16:31,324 INFO [RS:0;ae1476a7656f:44111 {}] hbase.ChoreService(370): Chore service for: regionserver/ae1476a7656f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T20:16:31,324 INFO [RS:0;ae1476a7656f:44111 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:16:31,324 INFO [RS:0;ae1476a7656f:44111 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44111 2024-11-08T20:16:31,325 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:16:31,377 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x1011c1799650004, quorum=127.0.0.1:56270, baseZNode=/12069174473 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12069174473/rs/ae1476a7656f,44111,1731096984697 2024-11-08T20:16:31,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44053-0x1011c1799650003, quorum=127.0.0.1:56270, baseZNode=/12069174473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12069174473/rs 2024-11-08T20:16:31,377 INFO [RS:0;ae1476a7656f:44111 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:16:31,387 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ae1476a7656f,44111,1731096984697] 2024-11-08T20:16:31,398 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12069174473/draining/ae1476a7656f,44111,1731096984697 already deleted, retry=false 2024-11-08T20:16:31,398 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ae1476a7656f,44111,1731096984697 expired; onlineServers=0 2024-11-08T20:16:31,398 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ae1476a7656f,44053,1731096984467' ***** 2024-11-08T20:16:31,398 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T20:16:31,398 INFO [M:0;ae1476a7656f:44053 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:16:31,398 INFO [M:0;ae1476a7656f:44053 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:16:31,398 DEBUG [M:0;ae1476a7656f:44053 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T20:16:31,398 DEBUG [M:0;ae1476a7656f:44053 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T20:16:31,398 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T20:16:31,398 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731096986808 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731096986808,5,FailOnTimeoutGroup] 2024-11-08T20:16:31,398 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731096986808 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731096986808,5,FailOnTimeoutGroup] 2024-11-08T20:16:31,398 INFO [M:0;ae1476a7656f:44053 {}] hbase.ChoreService(370): Chore service for: master/ae1476a7656f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T20:16:31,399 INFO [M:0;ae1476a7656f:44053 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:16:31,399 DEBUG [M:0;ae1476a7656f:44053 {}] master.HMaster(1795): Stopping service threads 2024-11-08T20:16:31,399 INFO [M:0;ae1476a7656f:44053 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T20:16:31,399 INFO [M:0;ae1476a7656f:44053 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:16:31,399 INFO [M:0;ae1476a7656f:44053 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T20:16:31,399 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T20:16:31,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44053-0x1011c1799650003, quorum=127.0.0.1:56270, baseZNode=/12069174473 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12069174473/master 2024-11-08T20:16:31,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44053-0x1011c1799650003, quorum=127.0.0.1:56270, baseZNode=/12069174473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12069174473 2024-11-08T20:16:31,408 DEBUG [M:0;ae1476a7656f:44053 {}] zookeeper.ZKUtil(347): master:44053-0x1011c1799650003, quorum=127.0.0.1:56270, baseZNode=/12069174473 Unable to get data of znode /12069174473/master because node does not exist (not an error) 2024-11-08T20:16:31,408 WARN [M:0;ae1476a7656f:44053 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T20:16:31,409 INFO [M:0;ae1476a7656f:44053 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36819/user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/.lastflushedseqids 2024-11-08T20:16:31,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741836_1012 (size=99) 2024-11-08T20:16:31,488 INFO [RS:0;ae1476a7656f:44111 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:16:31,488 INFO [RS:0;ae1476a7656f:44111 {}] regionserver.HRegionServer(1031): Exiting; stopping=ae1476a7656f,44111,1731096984697; zookeeper connection closed. 2024-11-08T20:16:31,488 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x1011c1799650004, quorum=127.0.0.1:56270, baseZNode=/12069174473 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:16:31,488 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x1011c1799650004, quorum=127.0.0.1:56270, baseZNode=/12069174473 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:16:31,488 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@58069ae9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@58069ae9 2024-11-08T20:16:31,488 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T20:16:31,570 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,36329,1731096979464.replicationSource.wal-reader.ae1476a7656f%2C36329%2C1731096979464,1-ae1476a7656f,36329,1731096979464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/WALs/ae1476a7656f,36329,1731096979464/ae1476a7656f%2C36329%2C1731096979464.1731096981127 to pos 0, reset compression=false 2024-11-08T20:16:31,814 INFO [M:0;ae1476a7656f:44053 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T20:16:31,815 INFO [M:0;ae1476a7656f:44053 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T20:16:31,815 DEBUG [M:0;ae1476a7656f:44053 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:16:31,815 INFO [M:0;ae1476a7656f:44053 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:16:31,815 DEBUG [M:0;ae1476a7656f:44053 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:16:31,815 DEBUG [M:0;ae1476a7656f:44053 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:16:31,815 DEBUG [M:0;ae1476a7656f:44053 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:16:31,815 INFO [M:0;ae1476a7656f:44053 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-08T20:16:31,833 DEBUG [M:0;ae1476a7656f:44053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36819/user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6c44188471f24a2c8127760fbcd404d6 is 82, key is hbase:meta,,1/info:regioninfo/1731096988127/Put/seqid=0 2024-11-08T20:16:31,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741837_1013 (size=5672) 2024-11-08T20:16:32,239 INFO [M:0;ae1476a7656f:44053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36819/user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6c44188471f24a2c8127760fbcd404d6 2024-11-08T20:16:32,259 DEBUG [M:0;ae1476a7656f:44053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36819/user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/17f88475a35645a3b7a6a0dfbe859e1f is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731096988178/Put/seqid=0 2024-11-08T20:16:32,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741838_1014 (size=5275) 2024-11-08T20:16:32,275 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,36329,1731096979464.replicationSource.wal-reader.ae1476a7656f%2C36329%2C1731096979464,1-ae1476a7656f,36329,1731096979464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/WALs/ae1476a7656f,36329,1731096979464/ae1476a7656f%2C36329%2C1731096979464.1731096981127 to pos 0, reset compression=false 2024-11-08T20:16:32,664 INFO [M:0;ae1476a7656f:44053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36819/user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/17f88475a35645a3b7a6a0dfbe859e1f 2024-11-08T20:16:32,688 DEBUG [M:0;ae1476a7656f:44053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36819/user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/69c14c19d2a04549b11bb45c6a4ccf0b is 69, key is ae1476a7656f,44111,1731096984697/rs:state/1731096986935/Put/seqid=0 2024-11-08T20:16:32,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741839_1015 (size=5156) 2024-11-08T20:16:32,934 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T20:16:33,081 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,36329,1731096979464.replicationSource.wal-reader.ae1476a7656f%2C36329%2C1731096979464,1-ae1476a7656f,36329,1731096979464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/WALs/ae1476a7656f,36329,1731096979464/ae1476a7656f%2C36329%2C1731096979464.1731096981127 to pos 0, reset compression=false 2024-11-08T20:16:33,092 INFO [M:0;ae1476a7656f:44053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36819/user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/69c14c19d2a04549b11bb45c6a4ccf0b 2024-11-08T20:16:33,098 DEBUG [M:0;ae1476a7656f:44053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36819/user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6c44188471f24a2c8127760fbcd404d6 as hdfs://localhost:36819/user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6c44188471f24a2c8127760fbcd404d6 2024-11-08T20:16:33,104 INFO [M:0;ae1476a7656f:44053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36819/user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6c44188471f24a2c8127760fbcd404d6, entries=8, sequenceid=28, filesize=5.5 K 2024-11-08T20:16:33,105 DEBUG [M:0;ae1476a7656f:44053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36819/user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/17f88475a35645a3b7a6a0dfbe859e1f as hdfs://localhost:36819/user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/17f88475a35645a3b7a6a0dfbe859e1f 2024-11-08T20:16:33,110 INFO [M:0;ae1476a7656f:44053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36819/user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/17f88475a35645a3b7a6a0dfbe859e1f, entries=3, sequenceid=28, filesize=5.2 K 2024-11-08T20:16:33,111 DEBUG [M:0;ae1476a7656f:44053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36819/user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/69c14c19d2a04549b11bb45c6a4ccf0b as hdfs://localhost:36819/user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/69c14c19d2a04549b11bb45c6a4ccf0b 2024-11-08T20:16:33,117 INFO [M:0;ae1476a7656f:44053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36819/user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/69c14c19d2a04549b11bb45c6a4ccf0b, entries=1, sequenceid=28, filesize=5.0 K 2024-11-08T20:16:33,118 INFO [M:0;ae1476a7656f:44053 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=28, compaction requested=false 2024-11-08T20:16:33,125 INFO [M:0;ae1476a7656f:44053 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:16:33,125 DEBUG [M:0;ae1476a7656f:44053 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731096991815Disabling compacts and flushes for region at 1731096991815Disabling writes for close at 1731096991815Obtaining lock to block concurrent updates at 1731096991815Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731096991815Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731096991815Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731096991816 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731096991816Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731096991833 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731096991833Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731096992244 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731096992258 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731096992259 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731096992671 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731096992687 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731096992687Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f0a974c: reopening flushed file at 1731096993097 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1626a805: reopening flushed file at 1731096993104 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33d8c338: reopening flushed file at 1731096993110 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=28, compaction requested=false at 1731096993118 (+8 ms)Writing region close event to WAL at 1731096993125 (+7 ms)Closed at 1731096993125 2024-11-08T20:16:33,127 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4aa25358-921d-b7a8-98f7-325c277302d7/MasterData/WALs/ae1476a7656f,44053,1731096984467/ae1476a7656f%2C44053%2C1731096984467.1731096986528 not finished, retry = 0 2024-11-08T20:16:33,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741830_1006 (size=10165) 2024-11-08T20:16:33,228 INFO [M:0;ae1476a7656f:44053 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T20:16:33,228 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:16:33,228 INFO [M:0;ae1476a7656f:44053 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44053 2024-11-08T20:16:33,229 INFO [M:0;ae1476a7656f:44053 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:16:33,403 INFO [M:0;ae1476a7656f:44053 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:16:33,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44053-0x1011c1799650003, quorum=127.0.0.1:56270, baseZNode=/12069174473 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:16:33,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44053-0x1011c1799650003, quorum=127.0.0.1:56270, baseZNode=/12069174473 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:16:33,405 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38b67275{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:16:33,406 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e6ab1f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:16:33,406 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:16:33,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d3027a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:16:33,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6520dd09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a66c5d6f-f7d4-3e19-6aab-1b54721b274a/hadoop.log.dir/,STOPPED} 2024-11-08T20:16:33,407 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T20:16:33,407 WARN [BP-172537729-172.17.0.3-1731096982200 heartbeating to localhost/127.0.0.1:36819 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T20:16:33,407 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T20:16:33,407 WARN [BP-172537729-172.17.0.3-1731096982200 heartbeating to localhost/127.0.0.1:36819 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-172537729-172.17.0.3-1731096982200 (Datanode Uuid dfd2f476-d075-48d2-b335-71f2f255ccf2) service to localhost/127.0.0.1:36819 2024-11-08T20:16:33,408 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a66c5d6f-f7d4-3e19-6aab-1b54721b274a/cluster_2278aa9f-69bd-7381-95b5-42ce5d35b603/data/data1/current/BP-172537729-172.17.0.3-1731096982200 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:16:33,408 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a66c5d6f-f7d4-3e19-6aab-1b54721b274a/cluster_2278aa9f-69bd-7381-95b5-42ce5d35b603/data/data2/current/BP-172537729-172.17.0.3-1731096982200 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:16:33,408 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T20:16:33,413 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7359cf87{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:16:33,414 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f4eb1c0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:16:33,414 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:16:33,414 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e112923{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:16:33,415 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32859ac0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a66c5d6f-f7d4-3e19-6aab-1b54721b274a/hadoop.log.dir/,STOPPED} 2024-11-08T20:16:33,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T20:16:33,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T20:16:33,430 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:16:33,430 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:16:33,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:33,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:33,430 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:16:33,430 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T20:16:33,430 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1369692586, stopped=false 2024-11-08T20:16:33,430 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ae1476a7656f,34861,1731096979094 2024-11-08T20:16:33,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x1011c1799650000, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-230627491/running 2024-11-08T20:16:33,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36329-0x1011c1799650001, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-230627491/running 2024-11-08T20:16:33,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36329-0x1011c1799650001, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230627491 2024-11-08T20:16:33,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x1011c1799650000, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230627491 2024-11-08T20:16:33,447 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:16:33,447 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:16:33,447 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:16:33,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:33,447 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ae1476a7656f,36329,1731096979464' ***** 2024-11-08T20:16:33,447 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T20:16:33,447 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36329-0x1011c1799650001, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Set watcher on znode that does not yet exist, /0-230627491/running 2024-11-08T20:16:33,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34861-0x1011c1799650000, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Set watcher on znode that does not yet exist, /0-230627491/running 2024-11-08T20:16:33,448 INFO [RS:0;ae1476a7656f:36329 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T20:16:33,448 INFO [RS:0;ae1476a7656f:36329 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T20:16:33,448 INFO [RS:0;ae1476a7656f:36329 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T20:16:33,448 INFO [RS:0;ae1476a7656f:36329 {}] regionserver.HRegionServer(3091): Received CLOSE for f4c1f8476c90ef77fe55adf5ea124925 2024-11-08T20:16:33,449 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T20:16:33,449 INFO [RS:0;ae1476a7656f:36329 {}] regionserver.HRegionServer(959): stopping server ae1476a7656f,36329,1731096979464 2024-11-08T20:16:33,449 INFO [RS:0;ae1476a7656f:36329 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:16:33,449 INFO [RS:0;ae1476a7656f:36329 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:36329. 2024-11-08T20:16:33,449 DEBUG [RS:0;ae1476a7656f:36329 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:16:33,449 DEBUG [RS:0;ae1476a7656f:36329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:33,449 INFO [RS:0;ae1476a7656f:36329 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T20:16:33,449 INFO [RS:0;ae1476a7656f:36329 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T20:16:33,449 INFO [RS:0;ae1476a7656f:36329 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T20:16:33,449 INFO [RS:0;ae1476a7656f:36329 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T20:16:33,449 INFO [RS:0;ae1476a7656f:36329 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T20:16:33,449 DEBUG [RS:0;ae1476a7656f:36329 {}] regionserver.HRegionServer(1325): Online Regions={f4c1f8476c90ef77fe55adf5ea124925=hbase:replication,,1731096988364.f4c1f8476c90ef77fe55adf5ea124925., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T20:16:33,449 DEBUG [RS:0;ae1476a7656f:36329 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f4c1f8476c90ef77fe55adf5ea124925 2024-11-08T20:16:33,449 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f4c1f8476c90ef77fe55adf5ea124925, disabling compactions & flushes 2024-11-08T20:16:33,449 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731096988364.f4c1f8476c90ef77fe55adf5ea124925. 2024-11-08T20:16:33,450 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731096988364.f4c1f8476c90ef77fe55adf5ea124925. 2024-11-08T20:16:33,450 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:16:33,450 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731096988364.f4c1f8476c90ef77fe55adf5ea124925. after waiting 0 ms 2024-11-08T20:16:33,450 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:16:33,450 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731096988364.f4c1f8476c90ef77fe55adf5ea124925. 2024-11-08T20:16:33,450 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:16:33,450 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f4c1f8476c90ef77fe55adf5ea124925 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-08T20:16:33,450 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:16:33,450 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:16:33,450 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-08T20:16:33,466 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/data/hbase/replication/f4c1f8476c90ef77fe55adf5ea124925/.tmp/queue/05079dbc7089497dba90408d3c5362ce is 151, key is 1-ae1476a7656f,36329,1731096979464/queue:ae1476a7656f%2C36329%2C1731096979464/1731096989480/Put/seqid=0 2024-11-08T20:16:33,467 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/data/hbase/meta/1588230740/.tmp/info/a1be7c0e7ae14540bc0e71b6ed63f8ad is 147, key is hbase:replication,,1731096988364.f4c1f8476c90ef77fe55adf5ea124925./info:regioninfo/1731096989191/Put/seqid=0 2024-11-08T20:16:33,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38131 is added to blk_1073741839_1015 (size=6631) 2024-11-08T20:16:33,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38131 is added to blk_1073741838_1014 (size=5350) 2024-11-08T20:16:33,476 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/data/hbase/replication/f4c1f8476c90ef77fe55adf5ea124925/.tmp/queue/05079dbc7089497dba90408d3c5362ce 2024-11-08T20:16:33,488 INFO [regionserver/ae1476a7656f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:16:33,489 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/data/hbase/replication/f4c1f8476c90ef77fe55adf5ea124925/.tmp/queue/05079dbc7089497dba90408d3c5362ce as hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/data/hbase/replication/f4c1f8476c90ef77fe55adf5ea124925/queue/05079dbc7089497dba90408d3c5362ce 2024-11-08T20:16:33,496 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/data/hbase/replication/f4c1f8476c90ef77fe55adf5ea124925/queue/05079dbc7089497dba90408d3c5362ce, entries=1, sequenceid=5, filesize=5.2 K 2024-11-08T20:16:33,497 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for f4c1f8476c90ef77fe55adf5ea124925 in 47ms, sequenceid=5, compaction requested=false 2024-11-08T20:16:33,505 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/data/hbase/replication/f4c1f8476c90ef77fe55adf5ea124925/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T20:16:33,506 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:16:33,506 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:16:33,506 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731096988364.f4c1f8476c90ef77fe55adf5ea124925. 2024-11-08T20:16:33,506 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f4c1f8476c90ef77fe55adf5ea124925: Waiting for close lock at 1731096993449Running coprocessor pre-close hooks at 1731096993449Disabling compacts and flushes for region at 1731096993449Disabling writes for close at 1731096993450 (+1 ms)Obtaining lock to block concurrent updates at 1731096993450Preparing flush snapshotting stores in f4c1f8476c90ef77fe55adf5ea124925 at 1731096993450Finished memstore snapshotting hbase:replication,,1731096988364.f4c1f8476c90ef77fe55adf5ea124925., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731096993450Flushing stores of hbase:replication,,1731096988364.f4c1f8476c90ef77fe55adf5ea124925. at 1731096993451 (+1 ms)Flushing f4c1f8476c90ef77fe55adf5ea124925/queue: creating writer at 1731096993451Flushing f4c1f8476c90ef77fe55adf5ea124925/queue: appending metadata at 1731096993466 (+15 ms)Flushing f4c1f8476c90ef77fe55adf5ea124925/queue: closing flushed file at 1731096993466Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59e32fdf: reopening flushed file at 1731096993488 (+22 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for f4c1f8476c90ef77fe55adf5ea124925 in 47ms, sequenceid=5, compaction requested=false at 1731096993497 (+9 ms)Writing region close event to WAL at 1731096993500 (+3 ms)Running coprocessor post-close hooks at 1731096993505 (+5 ms)Closed at 1731096993506 (+1 ms) 2024-11-08T20:16:33,506 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731096988364.f4c1f8476c90ef77fe55adf5ea124925. 2024-11-08T20:16:33,588 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T20:16:33,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:16:33,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:16:33,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:16:33,650 DEBUG [RS:0;ae1476a7656f:36329 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:16:33,850 DEBUG [RS:0;ae1476a7656f:36329 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:16:33,876 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/data/hbase/meta/1588230740/.tmp/info/a1be7c0e7ae14540bc0e71b6ed63f8ad 2024-11-08T20:16:33,897 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/data/hbase/meta/1588230740/.tmp/ns/4a8b622b625647aaa67e7e80b1e1fea6 is 43, key is default/ns:d/1731096982094/Put/seqid=0 2024-11-08T20:16:33,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38131 is added to blk_1073741840_1016 (size=5153) 2024-11-08T20:16:33,986 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,36329,1731096979464.replicationSource.wal-reader.ae1476a7656f%2C36329%2C1731096979464,1-ae1476a7656f,36329,1731096979464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/WALs/ae1476a7656f,36329,1731096979464/ae1476a7656f%2C36329%2C1731096979464.1731096981127 to pos 0, reset compression=false 2024-11-08T20:16:33,996 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T20:16:33,996 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T20:16:34,050 DEBUG [RS:0;ae1476a7656f:36329 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:16:34,250 DEBUG [RS:0;ae1476a7656f:36329 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:16:34,301 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/data/hbase/meta/1588230740/.tmp/ns/4a8b622b625647aaa67e7e80b1e1fea6 2024-11-08T20:16:34,324 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/data/hbase/meta/1588230740/.tmp/table/7f0166a8a2794ca2b55d5dd4d9eb5ca7 is 53, key is hbase:replication/table:state/1731096989203/Put/seqid=0 2024-11-08T20:16:34,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38131 is added to blk_1073741841_1017 (size=5256) 2024-11-08T20:16:34,328 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/data/hbase/meta/1588230740/.tmp/table/7f0166a8a2794ca2b55d5dd4d9eb5ca7 2024-11-08T20:16:34,335 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/data/hbase/meta/1588230740/.tmp/info/a1be7c0e7ae14540bc0e71b6ed63f8ad as hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/data/hbase/meta/1588230740/info/a1be7c0e7ae14540bc0e71b6ed63f8ad 2024-11-08T20:16:34,341 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/data/hbase/meta/1588230740/info/a1be7c0e7ae14540bc0e71b6ed63f8ad, entries=10, sequenceid=11, filesize=6.5 K 2024-11-08T20:16:34,342 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/data/hbase/meta/1588230740/.tmp/ns/4a8b622b625647aaa67e7e80b1e1fea6 as hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/data/hbase/meta/1588230740/ns/4a8b622b625647aaa67e7e80b1e1fea6 2024-11-08T20:16:34,348 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/data/hbase/meta/1588230740/ns/4a8b622b625647aaa67e7e80b1e1fea6, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T20:16:34,349 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/data/hbase/meta/1588230740/.tmp/table/7f0166a8a2794ca2b55d5dd4d9eb5ca7 as hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/data/hbase/meta/1588230740/table/7f0166a8a2794ca2b55d5dd4d9eb5ca7 2024-11-08T20:16:34,356 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/data/hbase/meta/1588230740/table/7f0166a8a2794ca2b55d5dd4d9eb5ca7, entries=2, sequenceid=11, filesize=5.1 K 2024-11-08T20:16:34,357 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 907ms, sequenceid=11, compaction requested=false 2024-11-08T20:16:34,361 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T20:16:34,362 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:16:34,362 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:16:34,362 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:16:34,362 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731096993450Running coprocessor pre-close hooks at 1731096993450Disabling compacts and flushes for region at 1731096993450Disabling writes for close at 1731096993450Obtaining lock to block concurrent updates at 1731096993450Preparing flush snapshotting stores in 1588230740 at 1731096993450Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731096993450Flushing stores of hbase:meta,,1.1588230740 at 1731096993451 (+1 ms)Flushing 1588230740/info: creating writer at 1731096993451Flushing 1588230740/info: appending metadata at 1731096993466 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731096993466Flushing 1588230740/ns: creating writer at 1731096993882 (+416 ms)Flushing 1588230740/ns: appending metadata at 1731096993896 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731096993896Flushing 1588230740/table: creating writer at 1731096994308 (+412 ms)Flushing 1588230740/table: appending metadata at 1731096994323 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731096994323Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cab1bde: reopening flushed file at 1731096994334 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5698c2ff: reopening flushed file at 1731096994341 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53f36f0e: reopening flushed file at 1731096994348 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 907ms, sequenceid=11, compaction requested=false at 1731096994357 (+9 ms)Writing region close event to WAL at 1731096994358 (+1 ms)Running coprocessor post-close hooks at 1731096994362 (+4 ms)Closed at 1731096994362 2024-11-08T20:16:34,362 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T20:16:34,450 INFO [RS:0;ae1476a7656f:36329 {}] regionserver.HRegionServer(976): stopping server ae1476a7656f,36329,1731096979464; all regions closed. 2024-11-08T20:16:34,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38131 is added to blk_1073741834_1010 (size=2742) 2024-11-08T20:16:34,453 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/WALs/ae1476a7656f,36329,1731096979464/ae1476a7656f%2C36329%2C1731096979464.meta.1731096981970.meta not finished, retry = 0 2024-11-08T20:16:34,556 DEBUG [RS:0;ae1476a7656f:36329 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/oldWALs 2024-11-08T20:16:34,556 INFO [RS:0;ae1476a7656f:36329 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C36329%2C1731096979464.meta:.meta(num 1731096981970) 2024-11-08T20:16:34,559 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/WALs/ae1476a7656f,36329,1731096979464/ae1476a7656f%2C36329%2C1731096979464.rep.1731096989148 not finished, retry = 0 2024-11-08T20:16:34,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38131 is added to blk_1073741837_1013 (size=1586) 2024-11-08T20:16:34,662 DEBUG [RS:0;ae1476a7656f:36329 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/oldWALs 2024-11-08T20:16:34,662 INFO [RS:0;ae1476a7656f:36329 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C36329%2C1731096979464.rep:(num 1731096989148) 2024-11-08T20:16:34,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38131 is added to blk_1073741832_1008 (size=93) 2024-11-08T20:16:34,664 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/WALs/ae1476a7656f,36329,1731096979464/ae1476a7656f%2C36329%2C1731096979464.1731096981127 not finished, retry = 0 2024-11-08T20:16:34,767 DEBUG [RS:0;ae1476a7656f:36329 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/oldWALs 2024-11-08T20:16:34,767 INFO [RS:0;ae1476a7656f:36329 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C36329%2C1731096979464:(num 1731096981127) 2024-11-08T20:16:34,767 DEBUG [RS:0;ae1476a7656f:36329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:34,767 INFO [RS:0;ae1476a7656f:36329 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:16:34,767 INFO [RS:0;ae1476a7656f:36329 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:16:34,767 INFO [RS:0;ae1476a7656f:36329 {}] hbase.ChoreService(370): Chore service for: regionserver/ae1476a7656f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T20:16:34,767 INFO [RS:0;ae1476a7656f:36329 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:16:34,767 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:16:34,768 INFO [RS:0;ae1476a7656f:36329 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ae1476a7656f,36329,1731096979464 because: Region server is closing 2024-11-08T20:16:34,768 INFO [RS:0;ae1476a7656f:36329 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:36329. 2024-11-08T20:16:34,768 DEBUG [RS:0;ae1476a7656f:36329 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:16:34,768 DEBUG [RS:0;ae1476a7656f:36329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:34,768 DEBUG [RS:0;ae1476a7656f:36329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:34,768 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:16:34,868 WARN [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,36329,1731096979464.replicationSource.shipperae1476a7656f%2C36329%2C1731096979464,1-ae1476a7656f,36329,1731096979464 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T20:16:34,868 WARN [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,36329,1731096979464.replicationSource.wal-reader.ae1476a7656f%2C36329%2C1731096979464,1-ae1476a7656f,36329,1731096979464 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T20:16:34,869 INFO [RS:0;ae1476a7656f:36329 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,36329,1731096979464.replicationSource.shipperae1476a7656f%2C36329%2C1731096979464,1-ae1476a7656f,36329,1731096979464 terminated 2024-11-08T20:16:34,869 INFO [RS:0;ae1476a7656f:36329 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36329 2024-11-08T20:16:34,997 INFO [RS:0;ae1476a7656f:36329 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:16:34,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36329-0x1011c1799650001, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-230627491/rs/ae1476a7656f,36329,1731096979464 2024-11-08T20:16:34,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x1011c1799650000, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230627491/rs 2024-11-08T20:16:35,008 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ae1476a7656f,36329,1731096979464] 2024-11-08T20:16:35,018 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-230627491/draining/ae1476a7656f,36329,1731096979464 already deleted, retry=false 2024-11-08T20:16:35,018 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ae1476a7656f,36329,1731096979464 expired; onlineServers=0 2024-11-08T20:16:35,018 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ae1476a7656f,34861,1731096979094' ***** 2024-11-08T20:16:35,018 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T20:16:35,019 INFO [M:0;ae1476a7656f:34861 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:16:35,019 INFO [M:0;ae1476a7656f:34861 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:16:35,019 DEBUG [M:0;ae1476a7656f:34861 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T20:16:35,019 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T20:16:35,019 DEBUG [M:0;ae1476a7656f:34861 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T20:16:35,019 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731096980809 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731096980809,5,FailOnTimeoutGroup] 2024-11-08T20:16:35,019 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731096980828 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731096980828,5,FailOnTimeoutGroup] 2024-11-08T20:16:35,019 INFO [M:0;ae1476a7656f:34861 {}] hbase.ChoreService(370): Chore service for: master/ae1476a7656f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T20:16:35,019 INFO [M:0;ae1476a7656f:34861 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:16:35,019 DEBUG [M:0;ae1476a7656f:34861 {}] master.HMaster(1795): Stopping service threads 2024-11-08T20:16:35,019 INFO [M:0;ae1476a7656f:34861 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T20:16:35,020 INFO [M:0;ae1476a7656f:34861 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:16:35,020 INFO [M:0;ae1476a7656f:34861 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T20:16:35,020 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T20:16:35,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x1011c1799650000, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-230627491/master 2024-11-08T20:16:35,029 DEBUG [M:0;ae1476a7656f:34861 {}] zookeeper.ZKUtil(347): master:34861-0x1011c1799650000, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Unable to get data of znode /0-230627491/master because node does not exist (not an error) 2024-11-08T20:16:35,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x1011c1799650000, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-230627491 2024-11-08T20:16:35,029 WARN [M:0;ae1476a7656f:34861 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T20:16:35,030 INFO [M:0;ae1476a7656f:34861 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/.lastflushedseqids 2024-11-08T20:16:35,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38131 is added to blk_1073741842_1018 (size=181) 2024-11-08T20:16:35,108 INFO [RS:0;ae1476a7656f:36329 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:16:35,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36329-0x1011c1799650001, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:16:35,108 INFO [RS:0;ae1476a7656f:36329 {}] regionserver.HRegionServer(1031): Exiting; stopping=ae1476a7656f,36329,1731096979464; zookeeper connection closed. 2024-11-08T20:16:35,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36329-0x1011c1799650001, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:16:35,108 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39b84eb8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39b84eb8 2024-11-08T20:16:35,109 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T20:16:35,435 INFO [M:0;ae1476a7656f:34861 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T20:16:35,435 INFO [M:0;ae1476a7656f:34861 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T20:16:35,435 DEBUG [M:0;ae1476a7656f:34861 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:16:35,435 INFO [M:0;ae1476a7656f:34861 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:16:35,435 DEBUG [M:0;ae1476a7656f:34861 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:16:35,435 DEBUG [M:0;ae1476a7656f:34861 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:16:35,435 DEBUG [M:0;ae1476a7656f:34861 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:16:35,436 INFO [M:0;ae1476a7656f:34861 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-08T20:16:35,452 DEBUG [M:0;ae1476a7656f:34861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/da1b7cf1029d4d4ca3b0925685a3c9e9 is 82, key is hbase:meta,,1/info:regioninfo/1731096982015/Put/seqid=0 2024-11-08T20:16:35,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38131 is added to blk_1073741843_1019 (size=5672) 2024-11-08T20:16:35,862 INFO [M:0;ae1476a7656f:34861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/da1b7cf1029d4d4ca3b0925685a3c9e9 2024-11-08T20:16:35,883 DEBUG [M:0;ae1476a7656f:34861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6758d0ee85574750996145d9c9f7a4a0 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731096989209/Put/seqid=0 2024-11-08T20:16:35,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38131 is added to blk_1073741844_1020 (size=7203) 2024-11-08T20:16:35,889 INFO [M:0;ae1476a7656f:34861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6758d0ee85574750996145d9c9f7a4a0 2024-11-08T20:16:35,909 DEBUG [M:0;ae1476a7656f:34861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8be05a54efaf44f382f725b1f77125ec is 69, key is ae1476a7656f,36329,1731096979464/rs:state/1731096980897/Put/seqid=0 2024-11-08T20:16:35,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38131 is added to blk_1073741845_1021 (size=5156) 2024-11-08T20:16:35,914 INFO [M:0;ae1476a7656f:34861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8be05a54efaf44f382f725b1f77125ec 2024-11-08T20:16:35,920 DEBUG [M:0;ae1476a7656f:34861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/da1b7cf1029d4d4ca3b0925685a3c9e9 as hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/da1b7cf1029d4d4ca3b0925685a3c9e9 2024-11-08T20:16:35,926 INFO [M:0;ae1476a7656f:34861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/da1b7cf1029d4d4ca3b0925685a3c9e9, entries=8, sequenceid=70, filesize=5.5 K 2024-11-08T20:16:35,927 DEBUG [M:0;ae1476a7656f:34861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6758d0ee85574750996145d9c9f7a4a0 as hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6758d0ee85574750996145d9c9f7a4a0 2024-11-08T20:16:35,934 INFO [M:0;ae1476a7656f:34861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6758d0ee85574750996145d9c9f7a4a0, entries=8, sequenceid=70, filesize=7.0 K 2024-11-08T20:16:35,935 DEBUG [M:0;ae1476a7656f:34861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8be05a54efaf44f382f725b1f77125ec as hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8be05a54efaf44f382f725b1f77125ec 2024-11-08T20:16:35,942 INFO [M:0;ae1476a7656f:34861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41875/user/jenkins/test-data/0c3b3c94-53d5-5f8e-d65c-e1b79edcd1c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8be05a54efaf44f382f725b1f77125ec, entries=1, sequenceid=70, filesize=5.0 K 2024-11-08T20:16:35,944 INFO [M:0;ae1476a7656f:34861 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 508ms, sequenceid=70, compaction requested=false 2024-11-08T20:16:35,953 INFO [M:0;ae1476a7656f:34861 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:16:35,954 DEBUG [M:0;ae1476a7656f:34861 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731096995435Disabling compacts and flushes for region at 1731096995435Disabling writes for close at 1731096995435Obtaining lock to block concurrent updates at 1731096995436 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731096995436Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731096995436Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731096995437 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731096995437Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731096995451 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731096995451Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731096995867 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731096995883 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731096995883Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731096995894 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731096995909 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731096995909Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54e98381: reopening flushed file at 1731096995919 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4128a285: reopening flushed file at 1731096995926 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8180612: reopening flushed file at 1731096995934 (+8 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 508ms, sequenceid=70, compaction requested=false at 1731096995944 (+10 ms)Writing region close event to WAL at 1731096995953 (+9 ms)Closed at 1731096995953 2024-11-08T20:16:35,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38131 is added to blk_1073741830_1006 (size=41008) 2024-11-08T20:16:35,984 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:16:35,984 INFO [M:0;ae1476a7656f:34861 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T20:16:35,984 INFO [M:0;ae1476a7656f:34861 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34861 2024-11-08T20:16:35,985 INFO [M:0;ae1476a7656f:34861 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:16:36,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x1011c1799650000, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:16:36,220 INFO [M:0;ae1476a7656f:34861 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:16:36,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x1011c1799650000, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:16:36,223 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77a05970{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:16:36,223 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@87d2036{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:16:36,223 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:16:36,223 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63a7e8c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:16:36,223 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d38b472{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5647de-aaf9-e83a-f993-7c0a8d8f3490/hadoop.log.dir/,STOPPED} 2024-11-08T20:16:36,225 WARN [BP-1161028363-172.17.0.3-1731096976860 heartbeating to localhost/127.0.0.1:41875 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T20:16:36,225 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T20:16:36,225 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T20:16:36,225 WARN [BP-1161028363-172.17.0.3-1731096976860 heartbeating to localhost/127.0.0.1:41875 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1161028363-172.17.0.3-1731096976860 (Datanode Uuid acbcc28d-8a2c-45f4-a2d2-a6a0b8928ea6) service to localhost/127.0.0.1:41875 2024-11-08T20:16:36,226 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5647de-aaf9-e83a-f993-7c0a8d8f3490/cluster_83413c11-5f34-5bd7-47a3-f05d59fac29b/data/data1/current/BP-1161028363-172.17.0.3-1731096976860 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:16:36,226 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5647de-aaf9-e83a-f993-7c0a8d8f3490/cluster_83413c11-5f34-5bd7-47a3-f05d59fac29b/data/data2/current/BP-1161028363-172.17.0.3-1731096976860 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:16:36,226 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T20:16:36,231 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a4d99e7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:16:36,232 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1aba68e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:16:36,232 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:16:36,233 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d720641{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:16:36,233 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c59fc45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce5647de-aaf9-e83a-f993-7c0a8d8f3490/hadoop.log.dir/,STOPPED} 2024-11-08T20:16:36,238 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T20:16:36,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T20:16:36,257 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 107) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41875 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36819 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56270) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:36819 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:36819 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:41875 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56270) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:41875 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:41875 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:36819 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:36819 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:41875 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 425) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=440 (was 409) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2011 (was 2568) 2024-11-08T20:16:36,264 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=138, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=440, ProcessCount=11, AvailableMemoryMB=2011 2024-11-08T20:16:36,280 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-08T20:16:36,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a66c5d6f-f7d4-3e19-6aab-1b54721b274a/hadoop.log.dir so I do NOT create it in target/test-data/dac456f0-cec5-1472-2dfe-28bd061411f5 2024-11-08T20:16:36,281 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a66c5d6f-f7d4-3e19-6aab-1b54721b274a/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T20:16:36,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a66c5d6f-f7d4-3e19-6aab-1b54721b274a/hadoop.tmp.dir so I do NOT create it in target/test-data/dac456f0-cec5-1472-2dfe-28bd061411f5 2024-11-08T20:16:36,281 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a66c5d6f-f7d4-3e19-6aab-1b54721b274a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T20:16:36,281 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac456f0-cec5-1472-2dfe-28bd061411f5 2024-11-08T20:16:36,281 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac456f0-cec5-1472-2dfe-28bd061411f5/cluster_27aec18a-1ef8-8616-79db-6816d89f6c88, deleteOnExit=true 2024-11-08T20:16:36,302 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac456f0-cec5-1472-2dfe-28bd061411f5/cluster_27aec18a-1ef8-8616-79db-6816d89f6c88/zookeeper_0, clientPort=63402, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac456f0-cec5-1472-2dfe-28bd061411f5/cluster_27aec18a-1ef8-8616-79db-6816d89f6c88/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac456f0-cec5-1472-2dfe-28bd061411f5/cluster_27aec18a-1ef8-8616-79db-6816d89f6c88/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T20:16:36,303 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63402 2024-11-08T20:16:36,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T20:16:36,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T20:16:36,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac456f0-cec5-1472-2dfe-28bd061411f5/test.cache.data in system properties and HBase conf 2024-11-08T20:16:36,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac456f0-cec5-1472-2dfe-28bd061411f5/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T20:16:36,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac456f0-cec5-1472-2dfe-28bd061411f5/hadoop.log.dir in system properties and HBase conf 2024-11-08T20:16:36,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac456f0-cec5-1472-2dfe-28bd061411f5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T20:16:36,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac456f0-cec5-1472-2dfe-28bd061411f5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T20:16:36,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T20:16:36,304 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T20:16:36,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac456f0-cec5-1472-2dfe-28bd061411f5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:16:36,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac456f0-cec5-1472-2dfe-28bd061411f5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:16:36,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac456f0-cec5-1472-2dfe-28bd061411f5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T20:16:36,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac456f0-cec5-1472-2dfe-28bd061411f5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:16:36,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac456f0-cec5-1472-2dfe-28bd061411f5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T20:16:36,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac456f0-cec5-1472-2dfe-28bd061411f5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T20:16:36,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac456f0-cec5-1472-2dfe-28bd061411f5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:16:36,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac456f0-cec5-1472-2dfe-28bd061411f5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:16:36,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac456f0-cec5-1472-2dfe-28bd061411f5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T20:16:36,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac456f0-cec5-1472-2dfe-28bd061411f5/nfs.dump.dir in system properties and HBase conf 2024-11-08T20:16:36,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac456f0-cec5-1472-2dfe-28bd061411f5/java.io.tmpdir in system properties and HBase conf 2024-11-08T20:16:36,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac456f0-cec5-1472-2dfe-28bd061411f5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:16:36,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac456f0-cec5-1472-2dfe-28bd061411f5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T20:16:36,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac456f0-cec5-1472-2dfe-28bd061411f5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T20:16:36,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011c1799650005, quorum=127.0.0.1:56270, baseZNode=/12069174473 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T20:16:36,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011c1799650002, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T20:16:36,336 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011c1799650005, quorum=127.0.0.1:56270, baseZNode=/12069174473 Received Disconnected from ZooKeeper, ignoring 2024-11-08T20:16:36,336 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011c1799650002, quorum=127.0.0.1:56270, baseZNode=/0-230627491 Received Disconnected from ZooKeeper, ignoring 2024-11-08T20:16:36,684 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:16:36,689 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:16:36,706 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:16:36,706 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:16:36,706 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T20:16:36,707 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:16:36,707 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33936baa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac456f0-cec5-1472-2dfe-28bd061411f5/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:16:36,707 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65596767{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:16:36,819 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ebe1ba5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac456f0-cec5-1472-2dfe-28bd061411f5/java.io.tmpdir/jetty-localhost-32815-hadoop-hdfs-3_4_1-tests_jar-_-any-4003072814383913843/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:16:36,819 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@53f659eb{HTTP/1.1, (http/1.1)}{localhost:32815} 2024-11-08T20:16:36,819 INFO [Time-limited test {}] server.Server(415): Started @57107ms 2024-11-08T20:16:37,111 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:16:37,114 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:16:37,115 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:16:37,115 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:16:37,115 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T20:16:37,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e007a01{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac456f0-cec5-1472-2dfe-28bd061411f5/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:16:37,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@118e03dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:16:37,235 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23c7dcc5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac456f0-cec5-1472-2dfe-28bd061411f5/java.io.tmpdir/jetty-localhost-38193-hadoop-hdfs-3_4_1-tests_jar-_-any-1787151120534379780/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:16:37,236 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3cb93e2{HTTP/1.1, (http/1.1)}{localhost:38193} 2024-11-08T20:16:37,236 INFO [Time-limited test {}] server.Server(415): Started @57524ms 2024-11-08T20:16:37,237 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T20:16:37,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:16:37,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T20:16:37,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T20:16:37,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:16:37,966 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac456f0-cec5-1472-2dfe-28bd061411f5/cluster_27aec18a-1ef8-8616-79db-6816d89f6c88/data/data1/current/BP-436954895-172.17.0.3-1731096996335/current, will proceed with Du for space computation calculation, 2024-11-08T20:16:37,966 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac456f0-cec5-1472-2dfe-28bd061411f5/cluster_27aec18a-1ef8-8616-79db-6816d89f6c88/data/data2/current/BP-436954895-172.17.0.3-1731096996335/current, will proceed with Du for space computation calculation, 2024-11-08T20:16:37,987 WARN [Thread-814 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T20:16:37,990 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x341e1d7fa2b2b5b7 with lease ID 0x1fa17bc6daecdaf1: Processing first storage report for DS-8d106c15-a2e8-4e88-bdbd-d988eb9992c6 from datanode DatanodeRegistration(127.0.0.1:37103, datanodeUuid=2e628424-37da-477f-ae6e-bca4b174ed20, infoPort=44241, infoSecurePort=0, ipcPort=44013, storageInfo=lv=-57;cid=testClusterID;nsid=687622720;c=1731096996335) 2024-11-08T20:16:37,990 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x341e1d7fa2b2b5b7 with lease ID 0x1fa17bc6daecdaf1: from storage DS-8d106c15-a2e8-4e88-bdbd-d988eb9992c6 node DatanodeRegistration(127.0.0.1:37103, datanodeUuid=2e628424-37da-477f-ae6e-bca4b174ed20, infoPort=44241, infoSecurePort=0, ipcPort=44013, storageInfo=lv=-57;cid=testClusterID;nsid=687622720;c=1731096996335), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:16:37,990 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x341e1d7fa2b2b5b7 with lease ID 0x1fa17bc6daecdaf1: Processing first storage report for DS-3a75033e-e6df-49d5-9c39-d586831ae167 from datanode DatanodeRegistration(127.0.0.1:37103, datanodeUuid=2e628424-37da-477f-ae6e-bca4b174ed20, infoPort=44241, infoSecurePort=0, ipcPort=44013, storageInfo=lv=-57;cid=testClusterID;nsid=687622720;c=1731096996335) 2024-11-08T20:16:37,990 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x341e1d7fa2b2b5b7 with lease ID 0x1fa17bc6daecdaf1: from storage DS-3a75033e-e6df-49d5-9c39-d586831ae167 node DatanodeRegistration(127.0.0.1:37103, datanodeUuid=2e628424-37da-477f-ae6e-bca4b174ed20, infoPort=44241, infoSecurePort=0, ipcPort=44013, storageInfo=lv=-57;cid=testClusterID;nsid=687622720;c=1731096996335), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:16:38,069 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac456f0-cec5-1472-2dfe-28bd061411f5 2024-11-08T20:16:38,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:16:38,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:16:38,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741825_1001 (size=7) 2024-11-08T20:16:38,480 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104 with version=8 2024-11-08T20:16:38,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/hbase-staging 2024-11-08T20:16:38,482 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:16:38,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:16:38,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:16:38,482 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:16:38,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:16:38,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:16:38,482 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T20:16:38,482 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:16:38,483 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36229 2024-11-08T20:16:38,484 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36229 connecting to ZooKeeper ensemble=127.0.0.1:63402 2024-11-08T20:16:38,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:362290x0, quorum=127.0.0.1:63402, baseZNode=/0314813641 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:16:38,571 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36229-0x1011c17e5790000 connected 2024-11-08T20:16:38,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:16:38,654 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:16:38,656 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36229-0x1011c17e5790000, quorum=127.0.0.1:63402, baseZNode=/0314813641 Set watcher on znode that does not yet exist, /0314813641/running 2024-11-08T20:16:38,656 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104, hbase.cluster.distributed=false 2024-11-08T20:16:38,658 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36229-0x1011c17e5790000, quorum=127.0.0.1:63402, baseZNode=/0314813641 Set watcher on znode that does not yet exist, /0314813641/acl 2024-11-08T20:16:38,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36229 2024-11-08T20:16:38,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36229 2024-11-08T20:16:38,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36229 2024-11-08T20:16:38,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36229 2024-11-08T20:16:38,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36229 2024-11-08T20:16:38,674 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:16:38,674 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:16:38,674 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:16:38,674 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:16:38,674 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:16:38,674 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:16:38,674 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T20:16:38,674 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:16:38,675 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45283 2024-11-08T20:16:38,676 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45283 connecting to ZooKeeper ensemble=127.0.0.1:63402 2024-11-08T20:16:38,677 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:16:38,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:16:38,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452830x0, quorum=127.0.0.1:63402, baseZNode=/0314813641 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:16:38,695 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:452830x0, quorum=127.0.0.1:63402, baseZNode=/0314813641 Set watcher on znode that does not yet exist, /0314813641/running 2024-11-08T20:16:38,695 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45283-0x1011c17e5790001 connected 2024-11-08T20:16:38,695 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T20:16:38,699 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T20:16:38,700 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45283-0x1011c17e5790001, quorum=127.0.0.1:63402, baseZNode=/0314813641 Set watcher on znode that does not yet exist, /0314813641/master 2024-11-08T20:16:38,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45283-0x1011c17e5790001, quorum=127.0.0.1:63402, baseZNode=/0314813641 Set watcher on znode that does not yet exist, /0314813641/acl 2024-11-08T20:16:38,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45283 2024-11-08T20:16:38,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45283 2024-11-08T20:16:38,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45283 2024-11-08T20:16:38,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45283 2024-11-08T20:16:38,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45283 2024-11-08T20:16:38,715 DEBUG [M:0;ae1476a7656f:36229 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ae1476a7656f:36229 2024-11-08T20:16:38,715 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0314813641/backup-masters/ae1476a7656f,36229,1731096998482 2024-11-08T20:16:38,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1011c17e5790000, quorum=127.0.0.1:63402, baseZNode=/0314813641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0314813641/backup-masters 2024-11-08T20:16:38,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45283-0x1011c17e5790001, quorum=127.0.0.1:63402, baseZNode=/0314813641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0314813641/backup-masters 2024-11-08T20:16:38,727 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36229-0x1011c17e5790000, quorum=127.0.0.1:63402, baseZNode=/0314813641 Set watcher on existing znode=/0314813641/backup-masters/ae1476a7656f,36229,1731096998482 2024-11-08T20:16:38,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1011c17e5790000, quorum=127.0.0.1:63402, baseZNode=/0314813641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0314813641 2024-11-08T20:16:38,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45283-0x1011c17e5790001, quorum=127.0.0.1:63402, baseZNode=/0314813641 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0314813641/master 2024-11-08T20:16:38,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45283-0x1011c17e5790001, quorum=127.0.0.1:63402, baseZNode=/0314813641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0314813641 2024-11-08T20:16:38,737 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36229-0x1011c17e5790000, quorum=127.0.0.1:63402, baseZNode=/0314813641 Set watcher on existing znode=/0314813641/master 2024-11-08T20:16:38,737 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0314813641/backup-masters/ae1476a7656f,36229,1731096998482 from backup master directory 2024-11-08T20:16:38,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1011c17e5790000, quorum=127.0.0.1:63402, baseZNode=/0314813641 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0314813641/backup-masters/ae1476a7656f,36229,1731096998482 2024-11-08T20:16:38,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45283-0x1011c17e5790001, quorum=127.0.0.1:63402, baseZNode=/0314813641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0314813641/backup-masters 2024-11-08T20:16:38,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1011c17e5790000, quorum=127.0.0.1:63402, baseZNode=/0314813641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0314813641/backup-masters 2024-11-08T20:16:38,747 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:16:38,747 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ae1476a7656f,36229,1731096998482 2024-11-08T20:16:38,752 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/hbase.id] with ID: dc37ba09-a7e3-4348-acba-df4171e0e9e0 2024-11-08T20:16:38,752 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/.tmp/hbase.id 2024-11-08T20:16:38,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741826_1002 (size=42) 2024-11-08T20:16:39,008 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T20:16:39,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:16:39,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:16:39,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:16:39,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:16:39,158 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/.tmp/hbase.id]:[hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/hbase.id] 2024-11-08T20:16:39,169 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:16:39,169 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T20:16:39,170 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T20:16:39,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1011c17e5790000, quorum=127.0.0.1:63402, baseZNode=/0314813641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0314813641 2024-11-08T20:16:39,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45283-0x1011c17e5790001, quorum=127.0.0.1:63402, baseZNode=/0314813641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0314813641 2024-11-08T20:16:39,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741827_1003 (size=196) 2024-11-08T20:16:39,627 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:16:39,628 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T20:16:39,628 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:16:39,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741828_1004 (size=1189) 2024-11-08T20:16:40,036 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/MasterData/data/master/store 2024-11-08T20:16:40,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741829_1005 (size=34) 2024-11-08T20:16:40,443 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:16:40,443 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:16:40,443 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:16:40,443 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:16:40,443 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:16:40,443 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:16:40,443 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:16:40,443 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731097000443Disabling compacts and flushes for region at 1731097000443Disabling writes for close at 1731097000443Writing region close event to WAL at 1731097000443Closed at 1731097000443 2024-11-08T20:16:40,444 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/MasterData/data/master/store/.initializing 2024-11-08T20:16:40,444 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/MasterData/WALs/ae1476a7656f,36229,1731096998482 2024-11-08T20:16:40,445 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:16:40,447 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C36229%2C1731096998482, suffix=, logDir=hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/MasterData/WALs/ae1476a7656f,36229,1731096998482, archiveDir=hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/MasterData/oldWALs, maxLogs=10 2024-11-08T20:16:40,461 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/MasterData/WALs/ae1476a7656f,36229,1731096998482/ae1476a7656f%2C36229%2C1731096998482.1731097000447, exclude list is [], retry=0 2024-11-08T20:16:40,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37103,DS-8d106c15-a2e8-4e88-bdbd-d988eb9992c6,DISK] 2024-11-08T20:16:40,466 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/MasterData/WALs/ae1476a7656f,36229,1731096998482/ae1476a7656f%2C36229%2C1731096998482.1731097000447 2024-11-08T20:16:40,467 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44241:44241)] 2024-11-08T20:16:40,467 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:16:40,467 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:16:40,467 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:40,467 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:40,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:40,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T20:16:40,486 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:40,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:16:40,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:40,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T20:16:40,489 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:40,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:16:40,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:40,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T20:16:40,491 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:40,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:16:40,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:40,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T20:16:40,493 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:40,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:16:40,494 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:40,495 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:40,495 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:40,497 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:40,497 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:40,497 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:16:40,499 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:40,501 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:16:40,502 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67180730, jitterRate=0.0010708868503570557}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:16:40,503 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731097000467Initializing all the Stores at 1731097000468 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097000469 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097000484 (+15 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097000484Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097000484Cleaning up temporary data from old regions at 1731097000497 (+13 ms)Region opened successfully at 1731097000503 (+6 ms) 2024-11-08T20:16:40,503 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T20:16:40,506 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@501ff019, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:16:40,507 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T20:16:40,507 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T20:16:40,507 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T20:16:40,507 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T20:16:40,508 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T20:16:40,508 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T20:16:40,508 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T20:16:40,510 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T20:16:40,511 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36229-0x1011c17e5790000, quorum=127.0.0.1:63402, baseZNode=/0314813641 Unable to get data of znode /0314813641/balancer because node does not exist (not necessarily an error) 2024-11-08T20:16:40,578 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0314813641/balancer already deleted, retry=false 2024-11-08T20:16:40,579 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T20:16:40,579 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36229-0x1011c17e5790000, quorum=127.0.0.1:63402, baseZNode=/0314813641 Unable to get data of znode /0314813641/normalizer because node does not exist (not necessarily an error) 2024-11-08T20:16:40,589 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0314813641/normalizer already deleted, retry=false 2024-11-08T20:16:40,589 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T20:16:40,590 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36229-0x1011c17e5790000, quorum=127.0.0.1:63402, baseZNode=/0314813641 Unable to get data of znode /0314813641/switch/split because node does not exist (not necessarily an error) 2024-11-08T20:16:40,600 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0314813641/switch/split already deleted, retry=false 2024-11-08T20:16:40,601 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36229-0x1011c17e5790000, quorum=127.0.0.1:63402, baseZNode=/0314813641 Unable to get data of znode /0314813641/switch/merge because node does not exist (not necessarily an error) 2024-11-08T20:16:40,610 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0314813641/switch/merge already deleted, retry=false 2024-11-08T20:16:40,612 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36229-0x1011c17e5790000, quorum=127.0.0.1:63402, baseZNode=/0314813641 Unable to get data of znode /0314813641/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T20:16:40,621 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0314813641/snapshot-cleanup already deleted, retry=false 2024-11-08T20:16:40,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1011c17e5790000, quorum=127.0.0.1:63402, baseZNode=/0314813641 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0314813641/running 2024-11-08T20:16:40,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45283-0x1011c17e5790001, quorum=127.0.0.1:63402, baseZNode=/0314813641 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0314813641/running 2024-11-08T20:16:40,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1011c17e5790000, quorum=127.0.0.1:63402, baseZNode=/0314813641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0314813641 2024-11-08T20:16:40,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45283-0x1011c17e5790001, quorum=127.0.0.1:63402, baseZNode=/0314813641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0314813641 2024-11-08T20:16:40,632 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ae1476a7656f,36229,1731096998482, sessionid=0x1011c17e5790000, setting cluster-up flag (Was=false) 2024-11-08T20:16:40,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1011c17e5790000, quorum=127.0.0.1:63402, baseZNode=/0314813641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0314813641 2024-11-08T20:16:40,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45283-0x1011c17e5790001, quorum=127.0.0.1:63402, baseZNode=/0314813641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0314813641 2024-11-08T20:16:40,869 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0314813641/flush-table-proc/acquired, /0314813641/flush-table-proc/reached, /0314813641/flush-table-proc/abort 2024-11-08T20:16:40,871 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,36229,1731096998482 2024-11-08T20:16:40,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45283-0x1011c17e5790001, quorum=127.0.0.1:63402, baseZNode=/0314813641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0314813641 2024-11-08T20:16:40,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1011c17e5790000, quorum=127.0.0.1:63402, baseZNode=/0314813641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0314813641 2024-11-08T20:16:40,963 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0314813641/online-snapshot/acquired, /0314813641/online-snapshot/reached, /0314813641/online-snapshot/abort 2024-11-08T20:16:40,964 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,36229,1731096998482 2024-11-08T20:16:40,965 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T20:16:40,967 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T20:16:40,967 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T20:16:40,967 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T20:16:40,967 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ae1476a7656f,36229,1731096998482 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T20:16:40,969 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:16:40,969 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:16:40,969 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:16:40,969 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:16:40,969 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ae1476a7656f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T20:16:40,969 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:40,969 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:16:40,969 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:40,970 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731097030970 2024-11-08T20:16:40,970 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T20:16:40,971 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T20:16:40,971 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T20:16:40,971 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T20:16:40,971 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T20:16:40,971 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T20:16:40,971 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:40,971 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:16:40,971 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T20:16:40,972 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T20:16:40,972 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T20:16:40,972 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:40,972 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T20:16:40,972 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T20:16:40,972 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T20:16:40,973 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T20:16:40,973 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T20:16:40,973 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097000973,5,FailOnTimeoutGroup] 2024-11-08T20:16:40,976 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097000973,5,FailOnTimeoutGroup] 2024-11-08T20:16:40,976 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:40,976 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T20:16:40,976 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:40,976 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:40,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741831_1007 (size=1321) 2024-11-08T20:16:41,006 INFO [RS:0;ae1476a7656f:45283 {}] regionserver.HRegionServer(746): ClusterId : dc37ba09-a7e3-4348-acba-df4171e0e9e0 2024-11-08T20:16:41,006 DEBUG [RS:0;ae1476a7656f:45283 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T20:16:41,017 DEBUG [RS:0;ae1476a7656f:45283 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T20:16:41,017 DEBUG [RS:0;ae1476a7656f:45283 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T20:16:41,027 DEBUG [RS:0;ae1476a7656f:45283 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T20:16:41,027 DEBUG [RS:0;ae1476a7656f:45283 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1968e796, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:16:41,038 DEBUG [RS:0;ae1476a7656f:45283 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ae1476a7656f:45283 2024-11-08T20:16:41,038 INFO [RS:0;ae1476a7656f:45283 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T20:16:41,038 INFO [RS:0;ae1476a7656f:45283 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T20:16:41,038 DEBUG [RS:0;ae1476a7656f:45283 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T20:16:41,039 INFO [RS:0;ae1476a7656f:45283 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae1476a7656f,36229,1731096998482 with port=45283, startcode=1731096998674 2024-11-08T20:16:41,039 DEBUG [RS:0;ae1476a7656f:45283 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T20:16:41,040 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T20:16:41,040 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36229 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae1476a7656f,45283,1731096998674 2024-11-08T20:16:41,040 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36229 {}] master.ServerManager(517): Registering regionserver=ae1476a7656f,45283,1731096998674 2024-11-08T20:16:41,042 DEBUG [RS:0;ae1476a7656f:45283 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104 2024-11-08T20:16:41,042 DEBUG [RS:0;ae1476a7656f:45283 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42515 2024-11-08T20:16:41,042 DEBUG [RS:0;ae1476a7656f:45283 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T20:16:41,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1011c17e5790000, quorum=127.0.0.1:63402, baseZNode=/0314813641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0314813641/rs 2024-11-08T20:16:41,053 DEBUG [RS:0;ae1476a7656f:45283 {}] zookeeper.ZKUtil(111): regionserver:45283-0x1011c17e5790001, quorum=127.0.0.1:63402, baseZNode=/0314813641 Set watcher on existing znode=/0314813641/rs/ae1476a7656f,45283,1731096998674 2024-11-08T20:16:41,053 WARN [RS:0;ae1476a7656f:45283 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:16:41,053 INFO [RS:0;ae1476a7656f:45283 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:16:41,053 DEBUG [RS:0;ae1476a7656f:45283 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674 2024-11-08T20:16:41,053 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae1476a7656f,45283,1731096998674] 2024-11-08T20:16:41,056 INFO [RS:0;ae1476a7656f:45283 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T20:16:41,057 INFO [RS:0;ae1476a7656f:45283 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T20:16:41,058 INFO [RS:0;ae1476a7656f:45283 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T20:16:41,058 INFO [RS:0;ae1476a7656f:45283 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:41,058 INFO [RS:0;ae1476a7656f:45283 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T20:16:41,059 INFO [RS:0;ae1476a7656f:45283 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T20:16:41,059 INFO [RS:0;ae1476a7656f:45283 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:41,059 DEBUG [RS:0;ae1476a7656f:45283 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:41,059 DEBUG [RS:0;ae1476a7656f:45283 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:41,059 DEBUG [RS:0;ae1476a7656f:45283 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:41,059 DEBUG [RS:0;ae1476a7656f:45283 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:41,059 DEBUG [RS:0;ae1476a7656f:45283 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:41,059 DEBUG [RS:0;ae1476a7656f:45283 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:16:41,059 DEBUG [RS:0;ae1476a7656f:45283 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:41,059 DEBUG [RS:0;ae1476a7656f:45283 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:41,059 DEBUG [RS:0;ae1476a7656f:45283 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:41,059 DEBUG [RS:0;ae1476a7656f:45283 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:41,059 DEBUG [RS:0;ae1476a7656f:45283 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:41,060 DEBUG [RS:0;ae1476a7656f:45283 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:41,060 DEBUG [RS:0;ae1476a7656f:45283 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:16:41,060 DEBUG [RS:0;ae1476a7656f:45283 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:16:41,060 INFO [RS:0;ae1476a7656f:45283 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:41,060 INFO [RS:0;ae1476a7656f:45283 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:41,060 INFO [RS:0;ae1476a7656f:45283 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:41,060 INFO [RS:0;ae1476a7656f:45283 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:41,060 INFO [RS:0;ae1476a7656f:45283 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:41,060 INFO [RS:0;ae1476a7656f:45283 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,45283,1731096998674-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:16:41,073 INFO [RS:0;ae1476a7656f:45283 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T20:16:41,073 INFO [RS:0;ae1476a7656f:45283 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,45283,1731096998674-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:41,073 INFO [RS:0;ae1476a7656f:45283 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:41,073 INFO [RS:0;ae1476a7656f:45283 {}] regionserver.Replication(171): ae1476a7656f,45283,1731096998674 started 2024-11-08T20:16:41,085 INFO [RS:0;ae1476a7656f:45283 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:41,086 INFO [RS:0;ae1476a7656f:45283 {}] regionserver.HRegionServer(1482): Serving as ae1476a7656f,45283,1731096998674, RpcServer on ae1476a7656f/172.17.0.3:45283, sessionid=0x1011c17e5790001 2024-11-08T20:16:41,086 DEBUG [RS:0;ae1476a7656f:45283 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T20:16:41,086 DEBUG [RS:0;ae1476a7656f:45283 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae1476a7656f,45283,1731096998674 2024-11-08T20:16:41,086 DEBUG [RS:0;ae1476a7656f:45283 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,45283,1731096998674' 2024-11-08T20:16:41,086 DEBUG [RS:0;ae1476a7656f:45283 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0314813641/flush-table-proc/abort' 2024-11-08T20:16:41,086 DEBUG [RS:0;ae1476a7656f:45283 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0314813641/flush-table-proc/acquired' 2024-11-08T20:16:41,087 DEBUG [RS:0;ae1476a7656f:45283 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T20:16:41,087 DEBUG [RS:0;ae1476a7656f:45283 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T20:16:41,087 DEBUG [RS:0;ae1476a7656f:45283 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae1476a7656f,45283,1731096998674 2024-11-08T20:16:41,087 DEBUG [RS:0;ae1476a7656f:45283 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,45283,1731096998674' 2024-11-08T20:16:41,087 DEBUG [RS:0;ae1476a7656f:45283 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0314813641/online-snapshot/abort' 2024-11-08T20:16:41,087 DEBUG [RS:0;ae1476a7656f:45283 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0314813641/online-snapshot/acquired' 2024-11-08T20:16:41,088 DEBUG [RS:0;ae1476a7656f:45283 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T20:16:41,088 INFO [RS:0;ae1476a7656f:45283 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T20:16:41,088 INFO [RS:0;ae1476a7656f:45283 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T20:16:41,188 INFO [RS:0;ae1476a7656f:45283 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:16:41,190 INFO [RS:0;ae1476a7656f:45283 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C45283%2C1731096998674, suffix=, logDir=hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674, archiveDir=hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/oldWALs, maxLogs=10 2024-11-08T20:16:41,201 DEBUG [RS:0;ae1476a7656f:45283 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.1731097001190, exclude list is [], retry=0 2024-11-08T20:16:41,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37103,DS-8d106c15-a2e8-4e88-bdbd-d988eb9992c6,DISK] 2024-11-08T20:16:41,205 INFO [RS:0;ae1476a7656f:45283 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.1731097001190 2024-11-08T20:16:41,206 DEBUG [RS:0;ae1476a7656f:45283 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44241:44241)] 2024-11-08T20:16:41,381 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T20:16:41,381 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104 2024-11-08T20:16:41,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741833_1009 (size=32) 2024-11-08T20:16:41,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:16:41,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:16:41,790 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:16:41,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:41,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:16:41,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:16:41,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:16:41,793 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:41,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:16:41,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:16:41,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:16:41,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:41,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:16:41,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:16:41,796 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:16:41,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:41,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:16:41,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:16:41,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/hbase/meta/1588230740 2024-11-08T20:16:41,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/hbase/meta/1588230740 2024-11-08T20:16:41,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:16:41,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:16:41,799 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:16:41,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:16:41,802 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:16:41,803 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75464318, jitterRate=0.12450596690177917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:16:41,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731097001788Initializing all the Stores at 1731097001789 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097001789Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097001789Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097001789Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097001789Cleaning up temporary data from old regions at 1731097001799 (+10 ms)Region opened successfully at 1731097001804 (+5 ms) 2024-11-08T20:16:41,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:16:41,804 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:16:41,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:16:41,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:16:41,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:16:41,804 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:16:41,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731097001804Disabling compacts and flushes for region at 1731097001804Disabling writes for close at 1731097001804Writing region close event to WAL at 1731097001804Closed at 1731097001804 2024-11-08T20:16:41,806 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:16:41,806 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T20:16:41,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T20:16:41,807 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:16:41,808 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T20:16:41,958 DEBUG [ae1476a7656f:36229 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T20:16:41,959 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ae1476a7656f,45283,1731096998674 2024-11-08T20:16:41,960 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,45283,1731096998674, state=OPENING 2024-11-08T20:16:42,020 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T20:16:42,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1011c17e5790000, quorum=127.0.0.1:63402, baseZNode=/0314813641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0314813641 2024-11-08T20:16:42,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45283-0x1011c17e5790001, quorum=127.0.0.1:63402, baseZNode=/0314813641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0314813641 2024-11-08T20:16:42,032 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:16:42,032 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0314813641/meta-region-server: CHANGED 2024-11-08T20:16:42,032 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0314813641/meta-region-server: CHANGED 2024-11-08T20:16:42,032 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,45283,1731096998674}] 2024-11-08T20:16:42,185 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:16:42,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42157, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T20:16:42,190 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T20:16:42,191 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:16:42,191 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T20:16:42,192 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C45283%2C1731096998674.meta, suffix=.meta, logDir=hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674, archiveDir=hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/oldWALs, maxLogs=10 2024-11-08T20:16:42,209 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.meta.1731097002193.meta, exclude list is [], retry=0 2024-11-08T20:16:42,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37103,DS-8d106c15-a2e8-4e88-bdbd-d988eb9992c6,DISK] 2024-11-08T20:16:42,235 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.meta.1731097002193.meta 2024-11-08T20:16:42,235 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44241:44241)] 2024-11-08T20:16:42,236 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:16:42,236 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:16:42,236 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T20:16:42,236 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T20:16:42,236 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T20:16:42,237 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T20:16:42,237 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:16:42,237 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T20:16:42,237 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T20:16:42,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:16:42,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:16:42,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:42,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:16:42,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:16:42,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:16:42,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:42,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:16:42,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:16:42,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:16:42,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:42,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:16:42,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:16:42,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:16:42,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:42,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:16:42,245 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:16:42,247 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/hbase/meta/1588230740 2024-11-08T20:16:42,249 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/hbase/meta/1588230740 2024-11-08T20:16:42,250 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:16:42,250 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:16:42,250 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:16:42,252 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:16:42,253 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63809607, jitterRate=-0.04916276037693024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:16:42,253 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T20:16:42,254 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731097002237Writing region info on filesystem at 1731097002237Initializing all the Stores at 1731097002238 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097002238Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097002238Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097002238Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097002238Cleaning up temporary data from old regions at 1731097002250 (+12 ms)Running coprocessor post-open hooks at 1731097002253 (+3 ms)Region opened successfully at 1731097002254 (+1 ms) 2024-11-08T20:16:42,255 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731097002184 2024-11-08T20:16:42,258 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T20:16:42,258 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T20:16:42,260 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,45283,1731096998674 2024-11-08T20:16:42,262 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,45283,1731096998674, state=OPEN 2024-11-08T20:16:42,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45283-0x1011c17e5790001, quorum=127.0.0.1:63402, baseZNode=/0314813641 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0314813641/meta-region-server 2024-11-08T20:16:42,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1011c17e5790000, quorum=127.0.0.1:63402, baseZNode=/0314813641 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0314813641/meta-region-server 2024-11-08T20:16:42,426 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ae1476a7656f,45283,1731096998674 2024-11-08T20:16:42,426 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0314813641/meta-region-server: CHANGED 2024-11-08T20:16:42,426 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0314813641/meta-region-server: CHANGED 2024-11-08T20:16:42,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T20:16:42,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,45283,1731096998674 in 394 msec 2024-11-08T20:16:42,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T20:16:42,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 623 msec 2024-11-08T20:16:42,432 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:16:42,432 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T20:16:42,433 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:16:42,433 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,45283,1731096998674, seqNum=-1] 2024-11-08T20:16:42,434 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:16:42,435 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45423, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:16:42,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4720 sec 2024-11-08T20:16:42,439 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731097002439, completionTime=-1 2024-11-08T20:16:42,440 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T20:16:42,440 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T20:16:42,441 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T20:16:42,441 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731097062441 2024-11-08T20:16:42,441 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731097122441 2024-11-08T20:16:42,441 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T20:16:42,441 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,36229,1731096998482-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:42,442 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,36229,1731096998482-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:42,442 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,36229,1731096998482-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:42,442 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ae1476a7656f:36229, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:42,442 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:42,442 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:42,444 DEBUG [master/ae1476a7656f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T20:16:42,445 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.698sec 2024-11-08T20:16:42,445 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T20:16:42,445 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T20:16:42,445 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T20:16:42,445 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T20:16:42,445 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T20:16:42,445 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,36229,1731096998482-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:16:42,445 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,36229,1731096998482-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T20:16:42,448 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T20:16:42,448 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T20:16:42,448 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,36229,1731096998482-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:42,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@437bd904, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:42,507 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,36229,-1 for getting cluster id 2024-11-08T20:16:42,507 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:16:42,508 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc37ba09-a7e3-4348-acba-df4171e0e9e0' 2024-11-08T20:16:42,508 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:16:42,508 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc37ba09-a7e3-4348-acba-df4171e0e9e0" 2024-11-08T20:16:42,509 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@680c3c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:42,509 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,36229,-1] 2024-11-08T20:16:42,509 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:16:42,509 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:42,510 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:16:42,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fe081d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:42,511 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:16:42,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,45283,1731096998674, seqNum=-1] 2024-11-08T20:16:42,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:16:42,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:16:42,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ae1476a7656f,36229,1731096998482 2024-11-08T20:16:42,516 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63402 2024-11-08T20:16:42,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63402, baseZNode=/0314813641 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:16:42,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011c17e5790002 connected 2024-11-08T20:16:42,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac456f0-cec5-1472-2dfe-28bd061411f5/hadoop.log.dir so I do NOT create it in target/test-data/52082008-e845-de3e-48af-361d87015c73 2024-11-08T20:16:42,549 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac456f0-cec5-1472-2dfe-28bd061411f5/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T20:16:42,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac456f0-cec5-1472-2dfe-28bd061411f5/hadoop.tmp.dir so I do NOT create it in target/test-data/52082008-e845-de3e-48af-361d87015c73 2024-11-08T20:16:42,549 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac456f0-cec5-1472-2dfe-28bd061411f5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T20:16:42,550 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52082008-e845-de3e-48af-361d87015c73 2024-11-08T20:16:42,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T20:16:42,550 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52082008-e845-de3e-48af-361d87015c73/cluster_9e295e90-08d2-8eb9-413c-e715751a0cf1, deleteOnExit=true 2024-11-08T20:16:42,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T20:16:42,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52082008-e845-de3e-48af-361d87015c73/test.cache.data in system properties and HBase conf 2024-11-08T20:16:42,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52082008-e845-de3e-48af-361d87015c73/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T20:16:42,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52082008-e845-de3e-48af-361d87015c73/hadoop.log.dir in system properties and HBase conf 2024-11-08T20:16:42,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52082008-e845-de3e-48af-361d87015c73/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T20:16:42,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52082008-e845-de3e-48af-361d87015c73/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T20:16:42,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T20:16:42,550 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T20:16:42,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52082008-e845-de3e-48af-361d87015c73/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:16:42,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52082008-e845-de3e-48af-361d87015c73/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:16:42,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52082008-e845-de3e-48af-361d87015c73/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T20:16:42,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52082008-e845-de3e-48af-361d87015c73/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:16:42,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52082008-e845-de3e-48af-361d87015c73/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T20:16:42,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52082008-e845-de3e-48af-361d87015c73/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T20:16:42,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52082008-e845-de3e-48af-361d87015c73/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:16:42,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52082008-e845-de3e-48af-361d87015c73/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:16:42,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52082008-e845-de3e-48af-361d87015c73/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T20:16:42,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52082008-e845-de3e-48af-361d87015c73/nfs.dump.dir in system properties and HBase conf 2024-11-08T20:16:42,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52082008-e845-de3e-48af-361d87015c73/java.io.tmpdir in system properties and HBase conf 2024-11-08T20:16:42,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52082008-e845-de3e-48af-361d87015c73/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:16:42,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52082008-e845-de3e-48af-361d87015c73/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T20:16:42,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52082008-e845-de3e-48af-361d87015c73/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T20:16:42,863 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:16:42,867 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:16:42,868 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:16:42,868 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:16:42,868 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T20:16:42,869 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:16:42,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3002dffc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52082008-e845-de3e-48af-361d87015c73/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:16:42,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9675a2f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:16:42,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36991ca5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52082008-e845-de3e-48af-361d87015c73/java.io.tmpdir/jetty-localhost-34247-hadoop-hdfs-3_4_1-tests_jar-_-any-6567504112470266837/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:16:42,986 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d3776aa{HTTP/1.1, (http/1.1)}{localhost:34247} 2024-11-08T20:16:42,986 INFO [Time-limited test {}] server.Server(415): Started @63274ms 2024-11-08T20:16:43,246 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:16:43,249 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:16:43,251 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:16:43,251 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:16:43,252 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T20:16:43,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3545c1a5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52082008-e845-de3e-48af-361d87015c73/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:16:43,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35cf6a70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:16:43,352 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b3617dc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52082008-e845-de3e-48af-361d87015c73/java.io.tmpdir/jetty-localhost-37177-hadoop-hdfs-3_4_1-tests_jar-_-any-16083660215021674523/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:16:43,352 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c5dbfb6{HTTP/1.1, (http/1.1)}{localhost:37177} 2024-11-08T20:16:43,352 INFO [Time-limited test {}] server.Server(415): Started @63640ms 2024-11-08T20:16:43,353 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T20:16:44,146 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52082008-e845-de3e-48af-361d87015c73/cluster_9e295e90-08d2-8eb9-413c-e715751a0cf1/data/data1/current/BP-612567525-172.17.0.3-1731097002567/current, will proceed with Du for space computation calculation, 2024-11-08T20:16:44,146 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52082008-e845-de3e-48af-361d87015c73/cluster_9e295e90-08d2-8eb9-413c-e715751a0cf1/data/data2/current/BP-612567525-172.17.0.3-1731097002567/current, will proceed with Du for space computation calculation, 2024-11-08T20:16:44,160 WARN [Thread-935 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T20:16:44,163 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3168fc76f3eb29ab with lease ID 0x8044a796e273dcaa: Processing first storage report for DS-70678080-906f-4074-bdb6-bf6e0273367d from datanode DatanodeRegistration(127.0.0.1:44931, datanodeUuid=90a1de57-6c94-42b0-8a28-262dec68b701, infoPort=39493, infoSecurePort=0, ipcPort=36793, storageInfo=lv=-57;cid=testClusterID;nsid=1707620097;c=1731097002567) 2024-11-08T20:16:44,163 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3168fc76f3eb29ab with lease ID 0x8044a796e273dcaa: from storage DS-70678080-906f-4074-bdb6-bf6e0273367d node DatanodeRegistration(127.0.0.1:44931, datanodeUuid=90a1de57-6c94-42b0-8a28-262dec68b701, infoPort=39493, infoSecurePort=0, ipcPort=36793, storageInfo=lv=-57;cid=testClusterID;nsid=1707620097;c=1731097002567), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:16:44,163 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3168fc76f3eb29ab with lease ID 0x8044a796e273dcaa: Processing first storage report for DS-240eaa2e-6deb-4525-a331-2ce762663420 from datanode DatanodeRegistration(127.0.0.1:44931, datanodeUuid=90a1de57-6c94-42b0-8a28-262dec68b701, infoPort=39493, infoSecurePort=0, ipcPort=36793, storageInfo=lv=-57;cid=testClusterID;nsid=1707620097;c=1731097002567) 2024-11-08T20:16:44,163 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3168fc76f3eb29ab with lease ID 0x8044a796e273dcaa: from storage DS-240eaa2e-6deb-4525-a331-2ce762663420 node DatanodeRegistration(127.0.0.1:44931, datanodeUuid=90a1de57-6c94-42b0-8a28-262dec68b701, infoPort=39493, infoSecurePort=0, ipcPort=36793, storageInfo=lv=-57;cid=testClusterID;nsid=1707620097;c=1731097002567), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:16:44,188 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52082008-e845-de3e-48af-361d87015c73 2024-11-08T20:16:44,188 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:16:44,189 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:16:44,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44931 is added to blk_1073741825_1001 (size=7) 2024-11-08T20:16:44,599 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d with version=8 2024-11-08T20:16:44,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/hbase-staging 2024-11-08T20:16:44,601 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:16:44,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:16:44,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:16:44,601 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:16:44,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:16:44,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:16:44,601 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T20:16:44,601 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:16:44,602 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38337 2024-11-08T20:16:44,602 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38337 connecting to ZooKeeper ensemble=127.0.0.1:63402 2024-11-08T20:16:44,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383370x0, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:16:44,648 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38337-0x1011c17e5790003 connected 2024-11-08T20:16:44,726 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:16:44,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:16:44,729 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38337-0x1011c17e5790003, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Set watcher on znode that does not yet exist, /1-98757111/running 2024-11-08T20:16:44,729 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d, hbase.cluster.distributed=false 2024-11-08T20:16:44,730 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38337-0x1011c17e5790003, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Set watcher on znode that does not yet exist, /1-98757111/acl 2024-11-08T20:16:44,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38337 2024-11-08T20:16:44,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38337 2024-11-08T20:16:44,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38337 2024-11-08T20:16:44,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38337 2024-11-08T20:16:44,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38337 2024-11-08T20:16:44,744 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:16:44,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:16:44,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:16:44,744 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:16:44,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:16:44,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:16:44,744 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T20:16:44,744 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:16:44,745 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34873 2024-11-08T20:16:44,746 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34873 connecting to ZooKeeper ensemble=127.0.0.1:63402 2024-11-08T20:16:44,746 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:16:44,748 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:16:44,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348730x0, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:16:44,758 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34873-0x1011c17e5790004, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Set watcher on znode that does not yet exist, /1-98757111/running 2024-11-08T20:16:44,758 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34873-0x1011c17e5790004 connected 2024-11-08T20:16:44,758 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T20:16:44,758 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T20:16:44,759 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34873-0x1011c17e5790004, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Set watcher on znode that does not yet exist, /1-98757111/master 2024-11-08T20:16:44,760 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34873-0x1011c17e5790004, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Set watcher on znode that does not yet exist, /1-98757111/acl 2024-11-08T20:16:44,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34873 2024-11-08T20:16:44,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34873 2024-11-08T20:16:44,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34873 2024-11-08T20:16:44,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34873 2024-11-08T20:16:44,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34873 2024-11-08T20:16:44,777 DEBUG [M:0;ae1476a7656f:38337 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ae1476a7656f:38337 2024-11-08T20:16:44,777 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-98757111/backup-masters/ae1476a7656f,38337,1731097004600 2024-11-08T20:16:44,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34873-0x1011c17e5790004, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-98757111/backup-masters 2024-11-08T20:16:44,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x1011c17e5790003, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-98757111/backup-masters 2024-11-08T20:16:44,789 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38337-0x1011c17e5790003, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Set watcher on existing znode=/1-98757111/backup-masters/ae1476a7656f,38337,1731097004600 2024-11-08T20:16:44,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34873-0x1011c17e5790004, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-98757111/master 2024-11-08T20:16:44,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x1011c17e5790003, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-98757111 2024-11-08T20:16:44,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34873-0x1011c17e5790004, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-98757111 2024-11-08T20:16:44,800 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38337-0x1011c17e5790003, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Set watcher on existing znode=/1-98757111/master 2024-11-08T20:16:44,800 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-98757111/backup-masters/ae1476a7656f,38337,1731097004600 from backup master directory 2024-11-08T20:16:44,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x1011c17e5790003, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-98757111/backup-masters/ae1476a7656f,38337,1731097004600 2024-11-08T20:16:44,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34873-0x1011c17e5790004, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-98757111/backup-masters 2024-11-08T20:16:44,810 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:16:44,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x1011c17e5790003, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-98757111/backup-masters 2024-11-08T20:16:44,810 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ae1476a7656f,38337,1731097004600 2024-11-08T20:16:44,814 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/hbase.id] with ID: 76c141b8-0d5f-4cd6-9c26-795aa0826698 2024-11-08T20:16:44,814 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/.tmp/hbase.id 2024-11-08T20:16:44,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44931 is added to blk_1073741826_1002 (size=42) 2024-11-08T20:16:45,222 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/.tmp/hbase.id]:[hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/hbase.id] 2024-11-08T20:16:45,233 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:16:45,234 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T20:16:45,235 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T20:16:45,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34873-0x1011c17e5790004, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-98757111 2024-11-08T20:16:45,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x1011c17e5790003, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-98757111 2024-11-08T20:16:45,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44931 is added to blk_1073741827_1003 (size=196) 2024-11-08T20:16:45,686 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:16:45,687 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T20:16:45,687 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:16:45,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44931 is added to blk_1073741828_1004 (size=1189) 2024-11-08T20:16:46,101 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/MasterData/data/master/store 2024-11-08T20:16:46,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44931 is added to blk_1073741829_1005 (size=34) 2024-11-08T20:16:46,512 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:16:46,512 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:16:46,512 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:16:46,512 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:16:46,512 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:16:46,512 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:16:46,512 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:16:46,512 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731097006512Disabling compacts and flushes for region at 1731097006512Disabling writes for close at 1731097006512Writing region close event to WAL at 1731097006512Closed at 1731097006512 2024-11-08T20:16:46,513 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/MasterData/data/master/store/.initializing 2024-11-08T20:16:46,513 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/MasterData/WALs/ae1476a7656f,38337,1731097004600 2024-11-08T20:16:46,514 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:16:46,516 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C38337%2C1731097004600, suffix=, logDir=hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/MasterData/WALs/ae1476a7656f,38337,1731097004600, archiveDir=hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/MasterData/oldWALs, maxLogs=10 2024-11-08T20:16:46,534 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/MasterData/WALs/ae1476a7656f,38337,1731097004600/ae1476a7656f%2C38337%2C1731097004600.1731097006516, exclude list is [], retry=0 2024-11-08T20:16:46,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44931,DS-70678080-906f-4074-bdb6-bf6e0273367d,DISK] 2024-11-08T20:16:46,540 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/MasterData/WALs/ae1476a7656f,38337,1731097004600/ae1476a7656f%2C38337%2C1731097004600.1731097006516 2024-11-08T20:16:46,544 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39493:39493)] 2024-11-08T20:16:46,544 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:16:46,544 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:16:46,545 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:46,545 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:46,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:46,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T20:16:46,550 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:46,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:16:46,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:46,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T20:16:46,553 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:46,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:16:46,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:46,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T20:16:46,556 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:46,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:16:46,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:46,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T20:16:46,557 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:46,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:16:46,558 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:46,559 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:46,559 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:46,560 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:46,560 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:46,560 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:16:46,562 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:16:46,564 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:16:46,565 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74294430, jitterRate=0.10707327723503113}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:16:46,565 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731097006545Initializing all the Stores at 1731097006545Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097006545Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097006548 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097006548Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097006548Cleaning up temporary data from old regions at 1731097006560 (+12 ms)Region opened successfully at 1731097006565 (+5 ms) 2024-11-08T20:16:46,566 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T20:16:46,570 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71dfa1c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:16:46,571 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T20:16:46,571 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T20:16:46,571 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T20:16:46,572 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T20:16:46,572 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T20:16:46,573 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T20:16:46,573 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T20:16:46,586 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T20:16:46,587 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38337-0x1011c17e5790003, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Unable to get data of znode /1-98757111/balancer because node does not exist (not necessarily an error) 2024-11-08T20:16:46,721 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-98757111/balancer already deleted, retry=false 2024-11-08T20:16:46,722 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T20:16:46,722 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38337-0x1011c17e5790003, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Unable to get data of znode /1-98757111/normalizer because node does not exist (not necessarily an error) 2024-11-08T20:16:46,732 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-98757111/normalizer already deleted, retry=false 2024-11-08T20:16:46,732 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T20:16:46,733 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38337-0x1011c17e5790003, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Unable to get data of znode /1-98757111/switch/split because node does not exist (not necessarily an error) 2024-11-08T20:16:46,742 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-98757111/switch/split already deleted, retry=false 2024-11-08T20:16:46,743 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38337-0x1011c17e5790003, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Unable to get data of znode /1-98757111/switch/merge because node does not exist (not necessarily an error) 2024-11-08T20:16:46,753 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-98757111/switch/merge already deleted, retry=false 2024-11-08T20:16:46,755 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38337-0x1011c17e5790003, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Unable to get data of znode /1-98757111/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T20:16:46,768 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-98757111/snapshot-cleanup already deleted, retry=false 2024-11-08T20:16:46,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x1011c17e5790003, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-98757111/running 2024-11-08T20:16:46,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34873-0x1011c17e5790004, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-98757111/running 2024-11-08T20:16:46,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x1011c17e5790003, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-98757111 2024-11-08T20:16:46,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34873-0x1011c17e5790004, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-98757111 2024-11-08T20:16:46,779 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ae1476a7656f,38337,1731097004600, sessionid=0x1011c17e5790003, setting cluster-up flag (Was=false) 2024-11-08T20:16:46,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34873-0x1011c17e5790004, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-98757111 2024-11-08T20:16:46,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x1011c17e5790003, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-98757111 2024-11-08T20:16:46,831 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-98757111/flush-table-proc/acquired, /1-98757111/flush-table-proc/reached, /1-98757111/flush-table-proc/abort 2024-11-08T20:16:46,833 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,38337,1731097004600 2024-11-08T20:16:46,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34873-0x1011c17e5790004, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-98757111 2024-11-08T20:16:46,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x1011c17e5790003, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-98757111 2024-11-08T20:16:46,911 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-98757111/online-snapshot/acquired, /1-98757111/online-snapshot/reached, /1-98757111/online-snapshot/abort 2024-11-08T20:16:46,912 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,38337,1731097004600 2024-11-08T20:16:46,914 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T20:16:46,916 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T20:16:46,916 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T20:16:46,916 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T20:16:46,917 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ae1476a7656f,38337,1731097004600 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T20:16:46,924 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:16:46,924 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:16:46,924 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:16:46,924 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:16:46,924 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ae1476a7656f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T20:16:46,925 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:46,925 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:16:46,925 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:46,931 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:16:46,931 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T20:16:46,932 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731097036932 2024-11-08T20:16:46,932 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T20:16:46,932 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T20:16:46,932 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T20:16:46,932 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T20:16:46,932 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T20:16:46,932 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T20:16:46,936 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:46,937 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:46,937 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T20:16:46,938 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T20:16:46,939 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T20:16:46,939 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T20:16:46,939 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T20:16:46,939 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T20:16:46,939 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T20:16:46,940 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097006939,5,FailOnTimeoutGroup] 2024-11-08T20:16:46,944 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097006940,5,FailOnTimeoutGroup] 2024-11-08T20:16:46,944 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:46,944 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T20:16:46,944 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:46,944 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:46,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44931 is added to blk_1073741831_1007 (size=1321) 2024-11-08T20:16:46,950 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T20:16:46,951 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d 2024-11-08T20:16:46,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44931 is added to blk_1073741832_1008 (size=32) 2024-11-08T20:16:46,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:16:46,969 INFO [RS:0;ae1476a7656f:34873 {}] regionserver.HRegionServer(746): ClusterId : 76c141b8-0d5f-4cd6-9c26-795aa0826698 2024-11-08T20:16:46,970 DEBUG [RS:0;ae1476a7656f:34873 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T20:16:46,979 DEBUG [RS:0;ae1476a7656f:34873 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T20:16:46,979 DEBUG [RS:0;ae1476a7656f:34873 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T20:16:46,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:16:46,982 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:16:46,982 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:46,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:16:46,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:16:46,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:16:46,983 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:46,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:16:46,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:16:46,985 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:16:46,985 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:46,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:16:46,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:16:46,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:16:46,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:46,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:16:46,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:16:46,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/data/hbase/meta/1588230740 2024-11-08T20:16:46,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/data/hbase/meta/1588230740 2024-11-08T20:16:46,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:16:46,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:16:46,991 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:16:46,991 DEBUG [RS:0;ae1476a7656f:34873 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T20:16:46,991 DEBUG [RS:0;ae1476a7656f:34873 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27a1a029, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:16:46,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:16:46,995 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:16:46,996 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73874003, jitterRate=0.10080842673778534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:16:46,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731097006968Initializing all the Stores at 1731097006969 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097006969Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097006980 (+11 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097006980Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097006980Cleaning up temporary data from old regions at 1731097006990 (+10 ms)Region opened successfully at 1731097006996 (+6 ms) 2024-11-08T20:16:46,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:16:46,996 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:16:46,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:16:46,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:16:46,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:16:47,000 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:16:47,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731097006996Disabling compacts and flushes for region at 1731097006996Disabling writes for close at 1731097006996Writing region close event to WAL at 1731097007000 (+4 ms)Closed at 1731097007000 2024-11-08T20:16:47,002 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:16:47,002 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T20:16:47,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T20:16:47,003 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:16:47,004 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T20:16:47,009 DEBUG [RS:0;ae1476a7656f:34873 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ae1476a7656f:34873 2024-11-08T20:16:47,009 INFO [RS:0;ae1476a7656f:34873 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T20:16:47,009 INFO [RS:0;ae1476a7656f:34873 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T20:16:47,009 DEBUG [RS:0;ae1476a7656f:34873 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T20:16:47,010 INFO [RS:0;ae1476a7656f:34873 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae1476a7656f,38337,1731097004600 with port=34873, startcode=1731097004744 2024-11-08T20:16:47,010 DEBUG [RS:0;ae1476a7656f:34873 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T20:16:47,012 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T20:16:47,012 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38337 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae1476a7656f,34873,1731097004744 2024-11-08T20:16:47,012 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38337 {}] master.ServerManager(517): Registering regionserver=ae1476a7656f,34873,1731097004744 2024-11-08T20:16:47,014 DEBUG [RS:0;ae1476a7656f:34873 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d 2024-11-08T20:16:47,014 DEBUG [RS:0;ae1476a7656f:34873 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33871 2024-11-08T20:16:47,014 DEBUG [RS:0;ae1476a7656f:34873 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T20:16:47,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x1011c17e5790003, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-98757111/rs 2024-11-08T20:16:47,027 DEBUG [RS:0;ae1476a7656f:34873 {}] zookeeper.ZKUtil(111): regionserver:34873-0x1011c17e5790004, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Set watcher on existing znode=/1-98757111/rs/ae1476a7656f,34873,1731097004744 2024-11-08T20:16:47,027 WARN [RS:0;ae1476a7656f:34873 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:16:47,027 INFO [RS:0;ae1476a7656f:34873 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:16:47,027 DEBUG [RS:0;ae1476a7656f:34873 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/WALs/ae1476a7656f,34873,1731097004744 2024-11-08T20:16:47,027 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae1476a7656f,34873,1731097004744] 2024-11-08T20:16:47,030 INFO [RS:0;ae1476a7656f:34873 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T20:16:47,036 INFO [RS:0;ae1476a7656f:34873 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T20:16:47,037 INFO [RS:0;ae1476a7656f:34873 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T20:16:47,037 INFO [RS:0;ae1476a7656f:34873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:47,037 INFO [RS:0;ae1476a7656f:34873 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T20:16:47,038 INFO [RS:0;ae1476a7656f:34873 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T20:16:47,038 INFO [RS:0;ae1476a7656f:34873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:47,038 DEBUG [RS:0;ae1476a7656f:34873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:47,038 DEBUG [RS:0;ae1476a7656f:34873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:47,038 DEBUG [RS:0;ae1476a7656f:34873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:47,038 DEBUG [RS:0;ae1476a7656f:34873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:47,038 DEBUG [RS:0;ae1476a7656f:34873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:47,038 DEBUG [RS:0;ae1476a7656f:34873 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:16:47,038 DEBUG [RS:0;ae1476a7656f:34873 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:47,038 DEBUG [RS:0;ae1476a7656f:34873 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:47,038 DEBUG [RS:0;ae1476a7656f:34873 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:47,039 DEBUG [RS:0;ae1476a7656f:34873 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:47,039 DEBUG [RS:0;ae1476a7656f:34873 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:47,039 DEBUG [RS:0;ae1476a7656f:34873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:16:47,039 DEBUG [RS:0;ae1476a7656f:34873 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:16:47,039 DEBUG [RS:0;ae1476a7656f:34873 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:16:47,042 INFO [RS:0;ae1476a7656f:34873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:47,042 INFO [RS:0;ae1476a7656f:34873 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:47,042 INFO [RS:0;ae1476a7656f:34873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:47,042 INFO [RS:0;ae1476a7656f:34873 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:47,042 INFO [RS:0;ae1476a7656f:34873 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:47,042 INFO [RS:0;ae1476a7656f:34873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,34873,1731097004744-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:16:47,056 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T20:16:47,066 INFO [RS:0;ae1476a7656f:34873 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T20:16:47,066 INFO [RS:0;ae1476a7656f:34873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,34873,1731097004744-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:47,066 INFO [RS:0;ae1476a7656f:34873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:47,066 INFO [RS:0;ae1476a7656f:34873 {}] regionserver.Replication(171): ae1476a7656f,34873,1731097004744 started 2024-11-08T20:16:47,087 INFO [RS:0;ae1476a7656f:34873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:47,087 INFO [RS:0;ae1476a7656f:34873 {}] regionserver.HRegionServer(1482): Serving as ae1476a7656f,34873,1731097004744, RpcServer on ae1476a7656f/172.17.0.3:34873, sessionid=0x1011c17e5790004 2024-11-08T20:16:47,087 DEBUG [RS:0;ae1476a7656f:34873 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T20:16:47,087 DEBUG [RS:0;ae1476a7656f:34873 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae1476a7656f,34873,1731097004744 2024-11-08T20:16:47,087 DEBUG [RS:0;ae1476a7656f:34873 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,34873,1731097004744' 2024-11-08T20:16:47,087 DEBUG [RS:0;ae1476a7656f:34873 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-98757111/flush-table-proc/abort' 2024-11-08T20:16:47,088 DEBUG [RS:0;ae1476a7656f:34873 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-98757111/flush-table-proc/acquired' 2024-11-08T20:16:47,088 DEBUG [RS:0;ae1476a7656f:34873 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T20:16:47,088 DEBUG [RS:0;ae1476a7656f:34873 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T20:16:47,088 DEBUG [RS:0;ae1476a7656f:34873 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae1476a7656f,34873,1731097004744 2024-11-08T20:16:47,088 DEBUG [RS:0;ae1476a7656f:34873 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,34873,1731097004744' 2024-11-08T20:16:47,088 DEBUG [RS:0;ae1476a7656f:34873 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-98757111/online-snapshot/abort' 2024-11-08T20:16:47,089 DEBUG [RS:0;ae1476a7656f:34873 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-98757111/online-snapshot/acquired' 2024-11-08T20:16:47,089 DEBUG [RS:0;ae1476a7656f:34873 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T20:16:47,089 INFO [RS:0;ae1476a7656f:34873 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T20:16:47,089 INFO [RS:0;ae1476a7656f:34873 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T20:16:47,154 WARN [ae1476a7656f:38337 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T20:16:47,191 INFO [RS:0;ae1476a7656f:34873 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:16:47,192 INFO [RS:0;ae1476a7656f:34873 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C34873%2C1731097004744, suffix=, logDir=hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/WALs/ae1476a7656f,34873,1731097004744, archiveDir=hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/oldWALs, maxLogs=10 2024-11-08T20:16:47,208 DEBUG [RS:0;ae1476a7656f:34873 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/WALs/ae1476a7656f,34873,1731097004744/ae1476a7656f%2C34873%2C1731097004744.1731097007193, exclude list is [], retry=0 2024-11-08T20:16:47,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44931,DS-70678080-906f-4074-bdb6-bf6e0273367d,DISK] 2024-11-08T20:16:47,214 INFO [RS:0;ae1476a7656f:34873 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/WALs/ae1476a7656f,34873,1731097004744/ae1476a7656f%2C34873%2C1731097004744.1731097007193 2024-11-08T20:16:47,214 DEBUG [RS:0;ae1476a7656f:34873 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39493:39493)] 2024-11-08T20:16:47,405 DEBUG [ae1476a7656f:38337 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T20:16:47,405 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ae1476a7656f,34873,1731097004744 2024-11-08T20:16:47,406 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,34873,1731097004744, state=OPENING 2024-11-08T20:16:47,535 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T20:16:47,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x1011c17e5790003, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-98757111 2024-11-08T20:16:47,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34873-0x1011c17e5790004, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-98757111 2024-11-08T20:16:47,558 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-98757111/meta-region-server: CHANGED 2024-11-08T20:16:47,558 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:16:47,558 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,34873,1731097004744}] 2024-11-08T20:16:47,563 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-98757111/meta-region-server: CHANGED 2024-11-08T20:16:47,711 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:16:47,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59451, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T20:16:47,716 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T20:16:47,716 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:16:47,716 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T20:16:47,718 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C34873%2C1731097004744.meta, suffix=.meta, logDir=hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/WALs/ae1476a7656f,34873,1731097004744, archiveDir=hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/oldWALs, maxLogs=10 2024-11-08T20:16:47,729 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/WALs/ae1476a7656f,34873,1731097004744/ae1476a7656f%2C34873%2C1731097004744.meta.1731097007718.meta, exclude list is [], retry=0 2024-11-08T20:16:47,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44931,DS-70678080-906f-4074-bdb6-bf6e0273367d,DISK] 2024-11-08T20:16:47,733 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/WALs/ae1476a7656f,34873,1731097004744/ae1476a7656f%2C34873%2C1731097004744.meta.1731097007718.meta 2024-11-08T20:16:47,733 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39493:39493)] 2024-11-08T20:16:47,733 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:16:47,734 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:16:47,734 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T20:16:47,734 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T20:16:47,734 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T20:16:47,734 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T20:16:47,734 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:16:47,734 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T20:16:47,734 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T20:16:47,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:16:47,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:16:47,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:47,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:16:47,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:16:47,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:16:47,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:47,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:16:47,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:16:47,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:16:47,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:47,739 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T20:16:47,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:16:47,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:16:47,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:16:47,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:47,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:16:47,740 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:16:47,741 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/data/hbase/meta/1588230740 2024-11-08T20:16:47,742 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/data/hbase/meta/1588230740 2024-11-08T20:16:47,743 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:16:47,743 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:16:47,744 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:16:47,745 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:16:47,746 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73483155, jitterRate=0.09498433768749237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:16:47,746 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T20:16:47,746 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731097007734Writing region info on filesystem at 1731097007734Initializing all the Stores at 1731097007735 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097007735Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097007735Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097007735Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097007735Cleaning up temporary data from old regions at 1731097007743 (+8 ms)Running coprocessor post-open hooks at 1731097007746 (+3 ms)Region opened successfully at 1731097007746 2024-11-08T20:16:47,747 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731097007711 2024-11-08T20:16:47,749 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T20:16:47,749 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T20:16:47,750 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,34873,1731097004744 2024-11-08T20:16:47,751 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,34873,1731097004744, state=OPEN 2024-11-08T20:16:47,768 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ae1476a7656f,34873,1731097004744 2024-11-08T20:16:47,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x1011c17e5790003, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-98757111/meta-region-server 2024-11-08T20:16:47,768 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-98757111/meta-region-server: CHANGED 2024-11-08T20:16:47,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:16:47,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34873-0x1011c17e5790004, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-98757111/meta-region-server 2024-11-08T20:16:47,769 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-98757111/meta-region-server: CHANGED 2024-11-08T20:16:47,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:16:47,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:16:47,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T20:16:47,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,34873,1731097004744 in 210 msec 2024-11-08T20:16:47,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T20:16:47,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 772 msec 2024-11-08T20:16:47,778 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:16:47,778 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T20:16:47,780 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:16:47,780 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,34873,1731097004744, seqNum=-1] 2024-11-08T20:16:47,780 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:16:47,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47005, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:16:47,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:16:47,788 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 871 msec 2024-11-08T20:16:47,788 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731097007788, completionTime=-1 2024-11-08T20:16:47,788 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T20:16:47,789 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T20:16:47,791 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T20:16:47,791 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731097067791 2024-11-08T20:16:47,791 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731097127791 2024-11-08T20:16:47,791 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T20:16:47,792 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,38337,1731097004600-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:47,792 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,38337,1731097004600-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:47,792 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,38337,1731097004600-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:47,792 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ae1476a7656f:38337, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:47,792 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:47,793 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:47,795 DEBUG [master/ae1476a7656f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T20:16:47,798 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.988sec 2024-11-08T20:16:47,799 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T20:16:47,799 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T20:16:47,799 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T20:16:47,799 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T20:16:47,799 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T20:16:47,799 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,38337,1731097004600-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:16:47,799 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,38337,1731097004600-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T20:16:47,806 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T20:16:47,806 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T20:16:47,806 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,38337,1731097004600-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:16:47,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T20:16:47,810 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T20:16:47,811 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:16:47,811 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T20:16:47,811 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:16:47,811 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T20:16:47,811 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T20:16:47,811 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T20:16:47,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ca5449, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:47,868 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,38337,-1 for getting cluster id 2024-11-08T20:16:47,868 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:16:47,870 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76c141b8-0d5f-4cd6-9c26-795aa0826698' 2024-11-08T20:16:47,871 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:16:47,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76c141b8-0d5f-4cd6-9c26-795aa0826698" 2024-11-08T20:16:47,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@761dfb0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:47,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,38337,-1] 2024-11-08T20:16:47,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:16:47,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:47,874 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:16:47,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@451e59cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:47,875 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:16:47,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,34873,1731097004744, seqNum=-1] 2024-11-08T20:16:47,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:16:47,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:16:47,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ae1476a7656f,38337,1731097004600 2024-11-08T20:16:47,881 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63402 2024-11-08T20:16:47,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:16:47,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011c17e5790005 connected 2024-11-08T20:16:47,961 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:16:47,962 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,36229,1731096998482 2024-11-08T20:16:47,962 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8a0d7bc 2024-11-08T20:16:47,963 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:16:47,964 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:16:47,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:16:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T20:16:47,970 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T20:16:47,971 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:47,971 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T20:16:47,972 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T20:16:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:16:47,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741835_1011 (size=902) 2024-11-08T20:16:47,981 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 84c7a2f6b27b5c6f204e05baa32672a5, NAME => 'test,,1731097007964.84c7a2f6b27b5c6f204e05baa32672a5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104 2024-11-08T20:16:47,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741836_1012 (size=39) 2024-11-08T20:16:48,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:16:48,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:16:48,388 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731097007964.84c7a2f6b27b5c6f204e05baa32672a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:16:48,388 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 84c7a2f6b27b5c6f204e05baa32672a5, disabling compactions & flushes 2024-11-08T20:16:48,388 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731097007964.84c7a2f6b27b5c6f204e05baa32672a5. 2024-11-08T20:16:48,389 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731097007964.84c7a2f6b27b5c6f204e05baa32672a5. 2024-11-08T20:16:48,389 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731097007964.84c7a2f6b27b5c6f204e05baa32672a5. after waiting 0 ms 2024-11-08T20:16:48,389 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731097007964.84c7a2f6b27b5c6f204e05baa32672a5. 2024-11-08T20:16:48,389 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731097007964.84c7a2f6b27b5c6f204e05baa32672a5. 2024-11-08T20:16:48,389 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 84c7a2f6b27b5c6f204e05baa32672a5: Waiting for close lock at 1731097008388Disabling compacts and flushes for region at 1731097008388Disabling writes for close at 1731097008389 (+1 ms)Writing region close event to WAL at 1731097008389Closed at 1731097008389 2024-11-08T20:16:48,391 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T20:16:48,391 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731097007964.84c7a2f6b27b5c6f204e05baa32672a5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731097008391"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731097008391"}]},"ts":"1731097008391"} 2024-11-08T20:16:48,394 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T20:16:48,395 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T20:16:48,396 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097008395"}]},"ts":"1731097008395"} 2024-11-08T20:16:48,399 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T20:16:48,399 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=84c7a2f6b27b5c6f204e05baa32672a5, ASSIGN}] 2024-11-08T20:16:48,401 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=84c7a2f6b27b5c6f204e05baa32672a5, ASSIGN 2024-11-08T20:16:48,402 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=84c7a2f6b27b5c6f204e05baa32672a5, ASSIGN; state=OFFLINE, location=ae1476a7656f,45283,1731096998674; forceNewPlan=false, retain=false 2024-11-08T20:16:48,553 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=84c7a2f6b27b5c6f204e05baa32672a5, regionState=OPENING, regionLocation=ae1476a7656f,45283,1731096998674 2024-11-08T20:16:48,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=84c7a2f6b27b5c6f204e05baa32672a5, ASSIGN because future has completed 2024-11-08T20:16:48,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84c7a2f6b27b5c6f204e05baa32672a5, server=ae1476a7656f,45283,1731096998674}] 2024-11-08T20:16:48,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:16:48,714 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731097007964.84c7a2f6b27b5c6f204e05baa32672a5. 2024-11-08T20:16:48,714 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 84c7a2f6b27b5c6f204e05baa32672a5, NAME => 'test,,1731097007964.84c7a2f6b27b5c6f204e05baa32672a5.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:16:48,714 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:16:48,714 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T20:16:48,714 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 84c7a2f6b27b5c6f204e05baa32672a5 2024-11-08T20:16:48,715 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731097007964.84c7a2f6b27b5c6f204e05baa32672a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:16:48,715 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 84c7a2f6b27b5c6f204e05baa32672a5 2024-11-08T20:16:48,715 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 84c7a2f6b27b5c6f204e05baa32672a5 2024-11-08T20:16:48,716 INFO [StoreOpener-84c7a2f6b27b5c6f204e05baa32672a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 84c7a2f6b27b5c6f204e05baa32672a5 2024-11-08T20:16:48,718 INFO [StoreOpener-84c7a2f6b27b5c6f204e05baa32672a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84c7a2f6b27b5c6f204e05baa32672a5 columnFamilyName f 2024-11-08T20:16:48,718 DEBUG [StoreOpener-84c7a2f6b27b5c6f204e05baa32672a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:48,718 INFO [StoreOpener-84c7a2f6b27b5c6f204e05baa32672a5-1 {}] regionserver.HStore(327): Store=84c7a2f6b27b5c6f204e05baa32672a5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:16:48,719 INFO [StoreOpener-84c7a2f6b27b5c6f204e05baa32672a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 84c7a2f6b27b5c6f204e05baa32672a5 2024-11-08T20:16:48,720 INFO [StoreOpener-84c7a2f6b27b5c6f204e05baa32672a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84c7a2f6b27b5c6f204e05baa32672a5 columnFamilyName f1 2024-11-08T20:16:48,720 DEBUG [StoreOpener-84c7a2f6b27b5c6f204e05baa32672a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:48,721 INFO [StoreOpener-84c7a2f6b27b5c6f204e05baa32672a5-1 {}] regionserver.HStore(327): Store=84c7a2f6b27b5c6f204e05baa32672a5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:16:48,721 INFO [StoreOpener-84c7a2f6b27b5c6f204e05baa32672a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 84c7a2f6b27b5c6f204e05baa32672a5 2024-11-08T20:16:48,722 INFO [StoreOpener-84c7a2f6b27b5c6f204e05baa32672a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84c7a2f6b27b5c6f204e05baa32672a5 columnFamilyName norep 2024-11-08T20:16:48,722 DEBUG [StoreOpener-84c7a2f6b27b5c6f204e05baa32672a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:48,722 INFO [StoreOpener-84c7a2f6b27b5c6f204e05baa32672a5-1 {}] regionserver.HStore(327): Store=84c7a2f6b27b5c6f204e05baa32672a5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:16:48,723 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 84c7a2f6b27b5c6f204e05baa32672a5 2024-11-08T20:16:48,724 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/default/test/84c7a2f6b27b5c6f204e05baa32672a5 2024-11-08T20:16:48,724 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/default/test/84c7a2f6b27b5c6f204e05baa32672a5 2024-11-08T20:16:48,725 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 84c7a2f6b27b5c6f204e05baa32672a5 2024-11-08T20:16:48,725 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 84c7a2f6b27b5c6f204e05baa32672a5 2024-11-08T20:16:48,726 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T20:16:48,727 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 84c7a2f6b27b5c6f204e05baa32672a5 2024-11-08T20:16:48,730 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/default/test/84c7a2f6b27b5c6f204e05baa32672a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:16:48,731 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 84c7a2f6b27b5c6f204e05baa32672a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66849234, jitterRate=-0.003868788480758667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T20:16:48,731 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 84c7a2f6b27b5c6f204e05baa32672a5 2024-11-08T20:16:48,732 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 84c7a2f6b27b5c6f204e05baa32672a5: Running coprocessor pre-open hook at 1731097008715Writing region info on filesystem at 1731097008715Initializing all the Stores at 1731097008716 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097008716Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097008716Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097008716Cleaning up temporary data from old regions at 1731097008725 (+9 ms)Running coprocessor post-open hooks at 1731097008731 (+6 ms)Region opened successfully at 1731097008732 (+1 ms) 2024-11-08T20:16:48,735 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731097007964.84c7a2f6b27b5c6f204e05baa32672a5., pid=6, masterSystemTime=1731097008709 2024-11-08T20:16:48,737 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731097007964.84c7a2f6b27b5c6f204e05baa32672a5. 2024-11-08T20:16:48,738 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731097007964.84c7a2f6b27b5c6f204e05baa32672a5. 2024-11-08T20:16:48,740 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=84c7a2f6b27b5c6f204e05baa32672a5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ae1476a7656f,45283,1731096998674 2024-11-08T20:16:48,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84c7a2f6b27b5c6f204e05baa32672a5, server=ae1476a7656f,45283,1731096998674 because future has completed 2024-11-08T20:16:48,754 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T20:16:48,755 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 84c7a2f6b27b5c6f204e05baa32672a5, server=ae1476a7656f,45283,1731096998674 in 195 msec 2024-11-08T20:16:48,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T20:16:48,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=84c7a2f6b27b5c6f204e05baa32672a5, ASSIGN in 355 msec 2024-11-08T20:16:48,759 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T20:16:48,759 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097008759"}]},"ts":"1731097008759"} 2024-11-08T20:16:48,762 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T20:16:48,763 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T20:16:48,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 796 msec 2024-11-08T20:16:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:16:49,114 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:16:49,114 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T20:16:49,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,38337,1731097004600 2024-11-08T20:16:49,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@340be4d5 2024-11-08T20:16:49,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:16:49,116 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:16:49,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:16:49,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T20:16:49,120 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T20:16:49,120 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:49,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T20:16:49,121 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T20:16:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:16:49,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44931 is added to blk_1073741835_1011 (size=902) 2024-11-08T20:16:49,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:16:49,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:16:49,529 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 19c3cbb6549509983d8031df4b9eed40, NAME => 'test,,1731097009117.19c3cbb6549509983d8031df4b9eed40.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d 2024-11-08T20:16:49,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44931 is added to blk_1073741836_1012 (size=39) 2024-11-08T20:16:49,536 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731097009117.19c3cbb6549509983d8031df4b9eed40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:16:49,536 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 19c3cbb6549509983d8031df4b9eed40, disabling compactions & flushes 2024-11-08T20:16:49,536 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731097009117.19c3cbb6549509983d8031df4b9eed40. 2024-11-08T20:16:49,536 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731097009117.19c3cbb6549509983d8031df4b9eed40. 2024-11-08T20:16:49,536 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731097009117.19c3cbb6549509983d8031df4b9eed40. after waiting 0 ms 2024-11-08T20:16:49,536 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731097009117.19c3cbb6549509983d8031df4b9eed40. 2024-11-08T20:16:49,536 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731097009117.19c3cbb6549509983d8031df4b9eed40. 2024-11-08T20:16:49,536 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 19c3cbb6549509983d8031df4b9eed40: Waiting for close lock at 1731097009536Disabling compacts and flushes for region at 1731097009536Disabling writes for close at 1731097009536Writing region close event to WAL at 1731097009536Closed at 1731097009536 2024-11-08T20:16:49,537 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T20:16:49,538 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731097009117.19c3cbb6549509983d8031df4b9eed40.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731097009537"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731097009537"}]},"ts":"1731097009537"} 2024-11-08T20:16:49,540 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T20:16:49,541 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T20:16:49,541 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097009541"}]},"ts":"1731097009541"} 2024-11-08T20:16:49,544 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T20:16:49,544 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=19c3cbb6549509983d8031df4b9eed40, ASSIGN}] 2024-11-08T20:16:49,546 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=19c3cbb6549509983d8031df4b9eed40, ASSIGN 2024-11-08T20:16:49,547 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=19c3cbb6549509983d8031df4b9eed40, ASSIGN; state=OFFLINE, location=ae1476a7656f,34873,1731097004744; forceNewPlan=false, retain=false 2024-11-08T20:16:49,698 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=19c3cbb6549509983d8031df4b9eed40, regionState=OPENING, regionLocation=ae1476a7656f,34873,1731097004744 2024-11-08T20:16:49,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=19c3cbb6549509983d8031df4b9eed40, ASSIGN because future has completed 2024-11-08T20:16:49,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19c3cbb6549509983d8031df4b9eed40, server=ae1476a7656f,34873,1731097004744}] 2024-11-08T20:16:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:16:49,869 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731097009117.19c3cbb6549509983d8031df4b9eed40. 2024-11-08T20:16:49,869 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 19c3cbb6549509983d8031df4b9eed40, NAME => 'test,,1731097009117.19c3cbb6549509983d8031df4b9eed40.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:16:49,869 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:16:49,869 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T20:16:49,870 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 19c3cbb6549509983d8031df4b9eed40 2024-11-08T20:16:49,870 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731097009117.19c3cbb6549509983d8031df4b9eed40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:16:49,870 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 19c3cbb6549509983d8031df4b9eed40 2024-11-08T20:16:49,870 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 19c3cbb6549509983d8031df4b9eed40 2024-11-08T20:16:49,871 INFO [StoreOpener-19c3cbb6549509983d8031df4b9eed40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 19c3cbb6549509983d8031df4b9eed40 2024-11-08T20:16:49,872 INFO [StoreOpener-19c3cbb6549509983d8031df4b9eed40-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19c3cbb6549509983d8031df4b9eed40 columnFamilyName f 2024-11-08T20:16:49,872 DEBUG [StoreOpener-19c3cbb6549509983d8031df4b9eed40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:49,873 INFO [StoreOpener-19c3cbb6549509983d8031df4b9eed40-1 {}] regionserver.HStore(327): Store=19c3cbb6549509983d8031df4b9eed40/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:16:49,873 INFO [StoreOpener-19c3cbb6549509983d8031df4b9eed40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 19c3cbb6549509983d8031df4b9eed40 2024-11-08T20:16:49,874 INFO [StoreOpener-19c3cbb6549509983d8031df4b9eed40-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19c3cbb6549509983d8031df4b9eed40 columnFamilyName f1 2024-11-08T20:16:49,874 DEBUG [StoreOpener-19c3cbb6549509983d8031df4b9eed40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:49,875 INFO [StoreOpener-19c3cbb6549509983d8031df4b9eed40-1 {}] regionserver.HStore(327): Store=19c3cbb6549509983d8031df4b9eed40/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:16:49,875 INFO [StoreOpener-19c3cbb6549509983d8031df4b9eed40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 19c3cbb6549509983d8031df4b9eed40 2024-11-08T20:16:49,877 INFO [StoreOpener-19c3cbb6549509983d8031df4b9eed40-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19c3cbb6549509983d8031df4b9eed40 columnFamilyName norep 2024-11-08T20:16:49,877 DEBUG [StoreOpener-19c3cbb6549509983d8031df4b9eed40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:49,877 INFO [StoreOpener-19c3cbb6549509983d8031df4b9eed40-1 {}] regionserver.HStore(327): Store=19c3cbb6549509983d8031df4b9eed40/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:16:49,877 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 19c3cbb6549509983d8031df4b9eed40 2024-11-08T20:16:49,879 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/data/default/test/19c3cbb6549509983d8031df4b9eed40 2024-11-08T20:16:49,879 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/data/default/test/19c3cbb6549509983d8031df4b9eed40 2024-11-08T20:16:49,880 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 19c3cbb6549509983d8031df4b9eed40 2024-11-08T20:16:49,880 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 19c3cbb6549509983d8031df4b9eed40 2024-11-08T20:16:49,881 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T20:16:49,882 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 19c3cbb6549509983d8031df4b9eed40 2024-11-08T20:16:49,884 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/data/default/test/19c3cbb6549509983d8031df4b9eed40/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:16:49,885 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 19c3cbb6549509983d8031df4b9eed40; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73792241, jitterRate=0.09959007799625397}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T20:16:49,885 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 19c3cbb6549509983d8031df4b9eed40 2024-11-08T20:16:49,885 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 19c3cbb6549509983d8031df4b9eed40: Running coprocessor pre-open hook at 1731097009870Writing region info on filesystem at 1731097009870Initializing all the Stores at 1731097009871 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097009871Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097009871Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097009871Cleaning up temporary data from old regions at 1731097009880 (+9 ms)Running coprocessor post-open hooks at 1731097009885 (+5 ms)Region opened successfully at 1731097009885 2024-11-08T20:16:49,886 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731097009117.19c3cbb6549509983d8031df4b9eed40., pid=6, masterSystemTime=1731097009865 2024-11-08T20:16:49,889 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731097009117.19c3cbb6549509983d8031df4b9eed40. 2024-11-08T20:16:49,889 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731097009117.19c3cbb6549509983d8031df4b9eed40. 2024-11-08T20:16:49,890 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=19c3cbb6549509983d8031df4b9eed40, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ae1476a7656f,34873,1731097004744 2024-11-08T20:16:49,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19c3cbb6549509983d8031df4b9eed40, server=ae1476a7656f,34873,1731097004744 because future has completed 2024-11-08T20:16:49,897 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T20:16:49,897 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 19c3cbb6549509983d8031df4b9eed40, server=ae1476a7656f,34873,1731097004744 in 188 msec 2024-11-08T20:16:49,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T20:16:49,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=19c3cbb6549509983d8031df4b9eed40, ASSIGN in 353 msec 2024-11-08T20:16:49,901 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T20:16:49,901 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097009901"}]},"ts":"1731097009901"} 2024-11-08T20:16:49,903 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T20:16:49,904 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T20:16:49,906 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 787 msec 2024-11-08T20:16:50,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:16:50,264 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T20:16:50,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@525f7d03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:50,264 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,36229,-1 for getting cluster id 2024-11-08T20:16:50,265 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:16:50,265 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc37ba09-a7e3-4348-acba-df4171e0e9e0' 2024-11-08T20:16:50,266 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:16:50,266 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc37ba09-a7e3-4348-acba-df4171e0e9e0" 2024-11-08T20:16:50,266 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d76e38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:50,266 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,36229,-1] 2024-11-08T20:16:50,266 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:16:50,267 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:50,268 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:16:50,268 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5632c362, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:50,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c454fb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:50,269 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,38337,-1 for getting cluster id 2024-11-08T20:16:50,269 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:16:50,270 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76c141b8-0d5f-4cd6-9c26-795aa0826698' 2024-11-08T20:16:50,270 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:16:50,271 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76c141b8-0d5f-4cd6-9c26-795aa0826698" 2024-11-08T20:16:50,271 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1177a62e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:50,271 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,38337,-1] 2024-11-08T20:16:50,271 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:16:50,272 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:50,272 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:16:50,273 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39dca37c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:50,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67cbb2e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:50,275 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,36229,-1 for getting cluster id 2024-11-08T20:16:50,275 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:16:50,276 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc37ba09-a7e3-4348-acba-df4171e0e9e0' 2024-11-08T20:16:50,276 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:16:50,276 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc37ba09-a7e3-4348-acba-df4171e0e9e0" 2024-11-08T20:16:50,276 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35db0978, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:50,276 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,36229,-1] 2024-11-08T20:16:50,276 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:16:50,277 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:50,278 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:16:50,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aa451c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:50,280 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:16:50,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,36229,1731096998482 2024-11-08T20:16:50,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42c15951 2024-11-08T20:16:50,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:16:50,282 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:16:50,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ae1476a7656f:38337,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-08T20:16:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T20:16:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:16:50,286 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ae1476a7656f:38337' 2024-11-08T20:16:50,287 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a83a1fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:50,287 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,38337,-1 for getting cluster id 2024-11-08T20:16:50,287 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:16:50,288 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76c141b8-0d5f-4cd6-9c26-795aa0826698' 2024-11-08T20:16:50,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:16:50,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76c141b8-0d5f-4cd6-9c26-795aa0826698" 2024-11-08T20:16:50,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2999e73e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:50,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,38337,-1] 2024-11-08T20:16:50,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:16:50,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:50,290 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:16:50,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1995d45c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:50,291 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:16:50,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,38337,1731097004600 2024-11-08T20:16:50,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79022d0d 2024-11-08T20:16:50,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:16:50,293 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:16:50,294 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T20:16:50,294 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T20:16:50,294 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:50,294 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:50,294 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:16:50,294 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:16:50,296 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T20:16:50,297 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T20:16:50,298 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:50,299 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T20:16:50,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741837_1013 (size=1138) 2024-11-08T20:16:50,346 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T20:16:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:16:50,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:16:50,708 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6b56518b163e94bef3c8c2253ea02d57, NAME => 'hbase:replication,,1731097010294.6b56518b163e94bef3c8c2253ea02d57.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104 2024-11-08T20:16:50,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741838_1014 (size=44) 2024-11-08T20:16:50,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:16:51,121 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731097010294.6b56518b163e94bef3c8c2253ea02d57.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:16:51,121 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6b56518b163e94bef3c8c2253ea02d57, disabling compactions & flushes 2024-11-08T20:16:51,121 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731097010294.6b56518b163e94bef3c8c2253ea02d57. 2024-11-08T20:16:51,121 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731097010294.6b56518b163e94bef3c8c2253ea02d57. 2024-11-08T20:16:51,121 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731097010294.6b56518b163e94bef3c8c2253ea02d57. after waiting 0 ms 2024-11-08T20:16:51,121 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731097010294.6b56518b163e94bef3c8c2253ea02d57. 2024-11-08T20:16:51,121 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731097010294.6b56518b163e94bef3c8c2253ea02d57. 2024-11-08T20:16:51,122 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6b56518b163e94bef3c8c2253ea02d57: Waiting for close lock at 1731097011121Disabling compacts and flushes for region at 1731097011121Disabling writes for close at 1731097011121Writing region close event to WAL at 1731097011121Closed at 1731097011121 2024-11-08T20:16:51,123 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T20:16:51,123 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731097010294.6b56518b163e94bef3c8c2253ea02d57.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731097011123"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731097011123"}]},"ts":"1731097011123"} 2024-11-08T20:16:51,125 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T20:16:51,126 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T20:16:51,126 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097011126"}]},"ts":"1731097011126"} 2024-11-08T20:16:51,128 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T20:16:51,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6b56518b163e94bef3c8c2253ea02d57, ASSIGN}] 2024-11-08T20:16:51,129 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6b56518b163e94bef3c8c2253ea02d57, ASSIGN 2024-11-08T20:16:51,130 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6b56518b163e94bef3c8c2253ea02d57, ASSIGN; state=OFFLINE, location=ae1476a7656f,45283,1731096998674; forceNewPlan=false, retain=false 2024-11-08T20:16:51,281 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6b56518b163e94bef3c8c2253ea02d57, regionState=OPENING, regionLocation=ae1476a7656f,45283,1731096998674 2024-11-08T20:16:51,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6b56518b163e94bef3c8c2253ea02d57, ASSIGN because future has completed 2024-11-08T20:16:51,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b56518b163e94bef3c8c2253ea02d57, server=ae1476a7656f,45283,1731096998674}] 2024-11-08T20:16:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:16:51,440 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731097010294.6b56518b163e94bef3c8c2253ea02d57. 2024-11-08T20:16:51,440 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:16:51,440 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T20:16:51,442 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C45283%2C1731096998674.rep, suffix=, logDir=hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674, archiveDir=hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/oldWALs, maxLogs=10 2024-11-08T20:16:51,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.rep.1731097011442, exclude list is [], retry=0 2024-11-08T20:16:51,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37103,DS-8d106c15-a2e8-4e88-bdbd-d988eb9992c6,DISK] 2024-11-08T20:16:51,457 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.rep.1731097011442 2024-11-08T20:16:51,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44241:44241)] 2024-11-08T20:16:51,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6b56518b163e94bef3c8c2253ea02d57, NAME => 'hbase:replication,,1731097010294.6b56518b163e94bef3c8c2253ea02d57.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:16:51,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:16:51,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T20:16:51,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731097010294.6b56518b163e94bef3c8c2253ea02d57. service=MultiRowMutationService 2024-11-08T20:16:51,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T20:16:51,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6b56518b163e94bef3c8c2253ea02d57 2024-11-08T20:16:51,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731097010294.6b56518b163e94bef3c8c2253ea02d57.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:16:51,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6b56518b163e94bef3c8c2253ea02d57 2024-11-08T20:16:51,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6b56518b163e94bef3c8c2253ea02d57 2024-11-08T20:16:51,459 INFO [StoreOpener-6b56518b163e94bef3c8c2253ea02d57-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6b56518b163e94bef3c8c2253ea02d57 2024-11-08T20:16:51,461 INFO [StoreOpener-6b56518b163e94bef3c8c2253ea02d57-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b56518b163e94bef3c8c2253ea02d57 columnFamilyName hfileref 2024-11-08T20:16:51,461 DEBUG [StoreOpener-6b56518b163e94bef3c8c2253ea02d57-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:51,461 INFO [StoreOpener-6b56518b163e94bef3c8c2253ea02d57-1 {}] regionserver.HStore(327): Store=6b56518b163e94bef3c8c2253ea02d57/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:16:51,461 INFO [StoreOpener-6b56518b163e94bef3c8c2253ea02d57-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6b56518b163e94bef3c8c2253ea02d57 2024-11-08T20:16:51,462 INFO [StoreOpener-6b56518b163e94bef3c8c2253ea02d57-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b56518b163e94bef3c8c2253ea02d57 columnFamilyName queue 2024-11-08T20:16:51,462 DEBUG [StoreOpener-6b56518b163e94bef3c8c2253ea02d57-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:51,463 INFO [StoreOpener-6b56518b163e94bef3c8c2253ea02d57-1 {}] regionserver.HStore(327): Store=6b56518b163e94bef3c8c2253ea02d57/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:16:51,463 INFO [StoreOpener-6b56518b163e94bef3c8c2253ea02d57-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6b56518b163e94bef3c8c2253ea02d57 2024-11-08T20:16:51,464 INFO [StoreOpener-6b56518b163e94bef3c8c2253ea02d57-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b56518b163e94bef3c8c2253ea02d57 columnFamilyName sid 2024-11-08T20:16:51,464 DEBUG [StoreOpener-6b56518b163e94bef3c8c2253ea02d57-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:16:51,464 INFO [StoreOpener-6b56518b163e94bef3c8c2253ea02d57-1 {}] regionserver.HStore(327): Store=6b56518b163e94bef3c8c2253ea02d57/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:16:51,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6b56518b163e94bef3c8c2253ea02d57 2024-11-08T20:16:51,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/hbase/replication/6b56518b163e94bef3c8c2253ea02d57 2024-11-08T20:16:51,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/hbase/replication/6b56518b163e94bef3c8c2253ea02d57 2024-11-08T20:16:51,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6b56518b163e94bef3c8c2253ea02d57 2024-11-08T20:16:51,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6b56518b163e94bef3c8c2253ea02d57 2024-11-08T20:16:51,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T20:16:51,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6b56518b163e94bef3c8c2253ea02d57 2024-11-08T20:16:51,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/hbase/replication/6b56518b163e94bef3c8c2253ea02d57/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:16:51,470 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6b56518b163e94bef3c8c2253ea02d57; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73604115, jitterRate=0.09678678214550018}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T20:16:51,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6b56518b163e94bef3c8c2253ea02d57 2024-11-08T20:16:51,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6b56518b163e94bef3c8c2253ea02d57: Running coprocessor pre-open hook at 1731097011458Writing region info on filesystem at 1731097011458Initializing all the Stores at 1731097011459 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097011459Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097011459Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097011459Cleaning up temporary data from old regions at 1731097011467 (+8 ms)Running coprocessor post-open hooks at 1731097011470 (+3 ms)Region opened successfully at 1731097011471 (+1 ms) 2024-11-08T20:16:51,472 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731097010294.6b56518b163e94bef3c8c2253ea02d57., pid=10, masterSystemTime=1731097011436 2024-11-08T20:16:51,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731097010294.6b56518b163e94bef3c8c2253ea02d57. 2024-11-08T20:16:51,474 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731097010294.6b56518b163e94bef3c8c2253ea02d57. 2024-11-08T20:16:51,475 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6b56518b163e94bef3c8c2253ea02d57, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,45283,1731096998674 2024-11-08T20:16:51,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b56518b163e94bef3c8c2253ea02d57, server=ae1476a7656f,45283,1731096998674 because future has completed 2024-11-08T20:16:51,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T20:16:51,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6b56518b163e94bef3c8c2253ea02d57, server=ae1476a7656f,45283,1731096998674 in 201 msec 2024-11-08T20:16:51,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T20:16:51,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6b56518b163e94bef3c8c2253ea02d57, ASSIGN in 359 msec 2024-11-08T20:16:51,490 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T20:16:51,490 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097011490"}]},"ts":"1731097011490"} 2024-11-08T20:16:51,493 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T20:16:51,494 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T20:16:51,496 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1990 sec 2024-11-08T20:16:51,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731097010294.6b56518b163e94bef3c8c2253ea02d57., hostname=ae1476a7656f,45283,1731096998674, seqNum=2] 2024-11-08T20:16:51,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1011c17e5790000, quorum=127.0.0.1:63402, baseZNode=/0314813641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0314813641 2024-11-08T20:16:51,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45283-0x1011c17e5790001, quorum=127.0.0.1:63402, baseZNode=/0314813641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0314813641 2024-11-08T20:16:51,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T20:16:52,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45283 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T20:16:52,033 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T20:16:52,106 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ae1476a7656f,45283,1731096998674, ReplicationSource: 1, currentBandwidth=0 2024-11-08T20:16:52,106 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:16:52,106 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,45283,1731096998674, seqNum=-1] 2024-11-08T20:16:52,107 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:16:52,108 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-08T20:16:52,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ae1476a7656f,45283,1731096998674', locateType=CURRENT is [region=hbase:replication,,1731097010294.6b56518b163e94bef3c8c2253ea02d57., hostname=ae1476a7656f,45283,1731096998674, seqNum=2] 2024-11-08T20:16:52,132 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T20:16:52,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T20:16:52,141 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ae1476a7656f,45283,1731096998674 suceeded 2024-11-08T20:16:52,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T20:16:52,146 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ae1476a7656f:38337,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-08T20:16:52,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 261 msec 2024-11-08T20:16:52,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8630 sec 2024-11-08T20:16:52,154 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ae1476a7656f:38337' 2024-11-08T20:16:52,156 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fa8334b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:52,156 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,38337,-1 for getting cluster id 2024-11-08T20:16:52,156 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:16:52,157 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76c141b8-0d5f-4cd6-9c26-795aa0826698' 2024-11-08T20:16:52,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:16:52,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76c141b8-0d5f-4cd6-9c26-795aa0826698" 2024-11-08T20:16:52,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@cc02a24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:52,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,38337,-1] 2024-11-08T20:16:52,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:16:52,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:52,160 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:16:52,160 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3777ed0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:52,161 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:16:52,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,38337,1731097004600 2024-11-08T20:16:52,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71d2eaf0 2024-11-08T20:16:52,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:16:52,163 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-08T20:16:52,164 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ae1476a7656f,45283,1731096998674 (queues=1) is replicating from cluster=dc37ba09-a7e3-4348-acba-df4171e0e9e0 to cluster=76c141b8-0d5f-4cd6-9c26-795aa0826698 2024-11-08T20:16:52,164 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ae1476a7656f%2C45283%2C1731096998674 2024-11-08T20:16:52,164 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ae1476a7656f,45283,1731096998674, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T20:16:52,168 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.shipperae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ae1476a7656f%2C45283%2C1731096998674 2024-11-08T20:16:52,168 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.wal-reader.ae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.1731097001190, startPosition=0, beingWritten=true 2024-11-08T20:16:52,181 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.wal-reader.ae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T20:16:52,181 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.wal-reader.ae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.1731097001190 to pos 379, reset compression=false 2024-11-08T20:16:52,181 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.shipperae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,45283,1731096998674 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.1731097001190, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T20:16:52,390 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.wal-reader.ae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.1731097001190 to pos 379, reset compression=false 2024-11-08T20:16:52,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:16:52,433 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T20:16:52,434 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:16:52,434 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:16:52,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:52,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:52,434 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:16:52,434 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:16:52,442 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731097012441/Put/seqid=0 2024-11-08T20:16:52,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741840_1016 (size=7894) 2024-11-08T20:16:52,694 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.wal-reader.ae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.1731097001190 to pos 379, reset compression=false 2024-11-08T20:16:52,854 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/load_f/f/hfile_1 is 34, key is ddd/f:row/1731097012853/Put/seqid=0 2024-11-08T20:16:52,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741841_1017 (size=7691) 2024-11-08T20:16:53,099 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.wal-reader.ae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.1731097001190 to pos 379, reset compression=false 2024-11-08T20:16:53,236 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T20:16:53,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:16:53,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:16:53,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:16:53,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20dd0971, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:53,263 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,36229,-1 for getting cluster id 2024-11-08T20:16:53,263 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:16:53,264 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc37ba09-a7e3-4348-acba-df4171e0e9e0' 2024-11-08T20:16:53,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:16:53,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc37ba09-a7e3-4348-acba-df4171e0e9e0" 2024-11-08T20:16:53,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d18ba38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:53,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,36229,-1] 2024-11-08T20:16:53,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:16:53,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:53,266 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:16:53,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7643eba2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:53,267 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:16:53,268 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,45283,1731096998674, seqNum=-1] 2024-11-08T20:16:53,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:16:53,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:16:53,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:16:53,276 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T20:16:53,277 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T20:16:53,280 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:16:53,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,36229,1731096998482 2024-11-08T20:16:53,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24a33751 2024-11-08T20:16:53,284 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:16:53,285 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:16:53,291 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731097007964.84c7a2f6b27b5c6f204e05baa32672a5., hostname=ae1476a7656f,45283,1731096998674, seqNum=2] 2024-11-08T20:16:53,300 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T20:16:53,312 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-08T20:16:53,315 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-08T20:16:53,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/load_f/f/hfile_0 for inclusion in 84c7a2f6b27b5c6f204e05baa32672a5/f 2024-11-08T20:16:53,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-08T20:16:53,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T20:16:53,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/load_f/f/hfile_1 for inclusion in 84c7a2f6b27b5c6f204e05baa32672a5/f 2024-11-08T20:16:53,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-08T20:16:53,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T20:16:53,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] regionserver.HRegion(2603): Flush status journal for 84c7a2f6b27b5c6f204e05baa32672a5: 2024-11-08T20:16:53,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/load_f/f/hfile_0 to hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/staging/jenkins__test__b68lsa5qhkmh5ih16i6o9o7kef229dprd7db4ushu3m1ou4jan2oqd340carg1q0/f/hfile_0 2024-11-08T20:16:53,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/staging/jenkins__test__b68lsa5qhkmh5ih16i6o9o7kef229dprd7db4ushu3m1ou4jan2oqd340carg1q0/f/hfile_0 as hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/default/test/84c7a2f6b27b5c6f204e05baa32672a5/f/d7e42f9379a6458a96aa8b26e3dc1556_SeqId_4_ 2024-11-08T20:16:53,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/load_f/f/hfile_1 to hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/staging/jenkins__test__b68lsa5qhkmh5ih16i6o9o7kef229dprd7db4ushu3m1ou4jan2oqd340carg1q0/f/hfile_1 2024-11-08T20:16:53,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/staging/jenkins__test__b68lsa5qhkmh5ih16i6o9o7kef229dprd7db4ushu3m1ou4jan2oqd340carg1q0/f/hfile_1 as hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/default/test/84c7a2f6b27b5c6f204e05baa32672a5/f/85eded8f3a3a449abc3fc220dd550b5c_SeqId_4_ 2024-11-08T20:16:53,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/staging/jenkins__test__b68lsa5qhkmh5ih16i6o9o7kef229dprd7db4ushu3m1ou4jan2oqd340carg1q0/f/hfile_0 into 84c7a2f6b27b5c6f204e05baa32672a5/f as hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/default/test/84c7a2f6b27b5c6f204e05baa32672a5/f/d7e42f9379a6458a96aa8b26e3dc1556_SeqId_4_ - updating store file list. 2024-11-08T20:16:53,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d7e42f9379a6458a96aa8b26e3dc1556_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T20:16:53,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/default/test/84c7a2f6b27b5c6f204e05baa32672a5/f/d7e42f9379a6458a96aa8b26e3dc1556_SeqId_4_ into 84c7a2f6b27b5c6f204e05baa32672a5/f 2024-11-08T20:16:53,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/staging/jenkins__test__b68lsa5qhkmh5ih16i6o9o7kef229dprd7db4ushu3m1ou4jan2oqd340carg1q0/f/hfile_0 into 84c7a2f6b27b5c6f204e05baa32672a5/f (new location: hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/default/test/84c7a2f6b27b5c6f204e05baa32672a5/f/d7e42f9379a6458a96aa8b26e3dc1556_SeqId_4_) 2024-11-08T20:16:53,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/staging/jenkins__test__b68lsa5qhkmh5ih16i6o9o7kef229dprd7db4ushu3m1ou4jan2oqd340carg1q0/f/hfile_0 2024-11-08T20:16:53,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/staging/jenkins__test__b68lsa5qhkmh5ih16i6o9o7kef229dprd7db4ushu3m1ou4jan2oqd340carg1q0/f/hfile_1 into 84c7a2f6b27b5c6f204e05baa32672a5/f as hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/default/test/84c7a2f6b27b5c6f204e05baa32672a5/f/85eded8f3a3a449abc3fc220dd550b5c_SeqId_4_ - updating store file list. 2024-11-08T20:16:53,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 85eded8f3a3a449abc3fc220dd550b5c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T20:16:53,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/default/test/84c7a2f6b27b5c6f204e05baa32672a5/f/85eded8f3a3a449abc3fc220dd550b5c_SeqId_4_ into 84c7a2f6b27b5c6f204e05baa32672a5/f 2024-11-08T20:16:53,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/staging/jenkins__test__b68lsa5qhkmh5ih16i6o9o7kef229dprd7db4ushu3m1ou4jan2oqd340carg1q0/f/hfile_1 into 84c7a2f6b27b5c6f204e05baa32672a5/f (new location: hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/default/test/84c7a2f6b27b5c6f204e05baa32672a5/f/85eded8f3a3a449abc3fc220dd550b5c_SeqId_4_) 2024-11-08T20:16:53,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/staging/jenkins__test__b68lsa5qhkmh5ih16i6o9o7kef229dprd7db4ushu3m1ou4jan2oqd340carg1q0/f/hfile_1 2024-11-08T20:16:53,371 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:16:53,371 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:16:53,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:53,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:53,371 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:16:53,372 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:16:53,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731097007964.84c7a2f6b27b5c6f204e05baa32672a5., hostname=ae1476a7656f,45283,1731096998674, seqNum=2 , the old value is region=test,,1731097007964.84c7a2f6b27b5c6f204e05baa32672a5., hostname=ae1476a7656f,45283,1731096998674, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ae1476a7656f:45283 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T20:16:53,373 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731097007964.84c7a2f6b27b5c6f204e05baa32672a5., hostname=ae1476a7656f,45283,1731096998674, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T20:16:53,373 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731097007964.84c7a2f6b27b5c6f204e05baa32672a5., hostname=ae1476a7656f,45283,1731096998674, seqNum=2 from cache 2024-11-08T20:16:53,373 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,34873,1731097004744, seqNum=-1] 2024-11-08T20:16:53,373 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:16:53,375 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:16:53,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:59922 deadline: 1731097073371 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:59922 2024-11-08T20:16:53,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731097009117.19c3cbb6549509983d8031df4b9eed40., hostname=ae1476a7656f,34873,1731097004744, seqNum=2] 2024-11-08T20:16:53,379 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T20:16:53,483 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:45283 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T20:16:53,603 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.wal-reader.ae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.1731097001190 to pos 379, reset compression=false 2024-11-08T20:16:53,613 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.wal-reader.ae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T20:16:53,613 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.shipperae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,45283,1731096998674 got entry batch from reader: WALEntryBatch [walEntries=[{test/84c7a2f6b27b5c6f204e05baa32672a5/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731097013367/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.1731097001190, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T20:16:53,638 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.shipperae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:16:53,640 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-08T20:16:53,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34873 {}] regionserver.ReplicationSink(318): Replicating [dc37ba09-a7e3-4348-acba-df4171e0e9e0] bulk loaded data 2024-11-08T20:16:53,644 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34873 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4bfc4fc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:53,644 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34873 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,38337,-1 for getting cluster id 2024-11-08T20:16:53,645 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34873 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:16:53,646 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76c141b8-0d5f-4cd6-9c26-795aa0826698' 2024-11-08T20:16:53,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:16:53,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76c141b8-0d5f-4cd6-9c26-795aa0826698" 2024-11-08T20:16:53,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38bc9df4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:53,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,38337,-1] 2024-11-08T20:16:53,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:16:53,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:53,648 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:16:53,649 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34873 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b0a2b2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:53,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44931 is added to blk_1073741837_1013 (size=7894) 2024-11-08T20:16:53,819 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.wal-reader.ae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.1731097001190 to pos 687, reset compression=false 2024-11-08T20:16:54,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44931 is added to blk_1073741838_1014 (size=7691) 2024-11-08T20:16:54,124 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.wal-reader.ae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.1731097001190 to pos 687, reset compression=false 2024-11-08T20:16:54,381 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T20:16:54,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34873 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:16:54,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,38337,1731097004600 2024-11-08T20:16:54,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72ecf732 2024-11-08T20:16:54,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:16:54,484 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-08T20:16:54,487 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34873 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T20:16:54,487 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34873 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:16:54,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,34873,1731097004744, seqNum=-1] 2024-11-08T20:16:54,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:16:54,491 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-08T20:16:54,502 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/staging/jenkins.hfs.6__test__uu68d52sdekmegvn74185khqb5svuf1m0n4k3909n7oa8m6uk3lnv2ag2qgg9ugg/f/85eded8f3a3a449abc3fc220dd550b5c_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-08T20:16:54,506 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/staging/jenkins.hfs.6__test__uu68d52sdekmegvn74185khqb5svuf1m0n4k3909n7oa8m6uk3lnv2ag2qgg9ugg/f/d7e42f9379a6458a96aa8b26e3dc1556_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-08T20:16:54,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34873 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/staging/jenkins.hfs.6__test__uu68d52sdekmegvn74185khqb5svuf1m0n4k3909n7oa8m6uk3lnv2ag2qgg9ugg/f/85eded8f3a3a449abc3fc220dd550b5c_SeqId_4_ for inclusion in 19c3cbb6549509983d8031df4b9eed40/f 2024-11-08T20:16:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34873 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-08T20:16:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34873 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T20:16:54,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34873 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/staging/jenkins.hfs.6__test__uu68d52sdekmegvn74185khqb5svuf1m0n4k3909n7oa8m6uk3lnv2ag2qgg9ugg/f/d7e42f9379a6458a96aa8b26e3dc1556_SeqId_4_ for inclusion in 19c3cbb6549509983d8031df4b9eed40/f 2024-11-08T20:16:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34873 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-08T20:16:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34873 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T20:16:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34873 {}] regionserver.HRegion(2603): Flush status journal for 19c3cbb6549509983d8031df4b9eed40: 2024-11-08T20:16:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34873 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 85eded8f3a3a449abc3fc220dd550b5c_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T20:16:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34873 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/staging/jenkins.hfs.6__test__uu68d52sdekmegvn74185khqb5svuf1m0n4k3909n7oa8m6uk3lnv2ag2qgg9ugg/f/85eded8f3a3a449abc3fc220dd550b5c_SeqId_4_ as hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/data/default/test/19c3cbb6549509983d8031df4b9eed40/f/132ec5fa9b714d79b2cec36e21102258_SeqId_4_ 2024-11-08T20:16:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34873 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d7e42f9379a6458a96aa8b26e3dc1556_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T20:16:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34873 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/staging/jenkins.hfs.6__test__uu68d52sdekmegvn74185khqb5svuf1m0n4k3909n7oa8m6uk3lnv2ag2qgg9ugg/f/d7e42f9379a6458a96aa8b26e3dc1556_SeqId_4_ as hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/data/default/test/19c3cbb6549509983d8031df4b9eed40/f/6327475fff6044aa979d44f053ff5792_SeqId_4_ 2024-11-08T20:16:54,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34873 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/staging/jenkins.hfs.6__test__uu68d52sdekmegvn74185khqb5svuf1m0n4k3909n7oa8m6uk3lnv2ag2qgg9ugg/f/85eded8f3a3a449abc3fc220dd550b5c_SeqId_4_ into 19c3cbb6549509983d8031df4b9eed40/f as hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/data/default/test/19c3cbb6549509983d8031df4b9eed40/f/132ec5fa9b714d79b2cec36e21102258_SeqId_4_ - updating store file list. 2024-11-08T20:16:54,528 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.wal-reader.ae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.1731097001190 to pos 687, reset compression=false 2024-11-08T20:16:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34873 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 132ec5fa9b714d79b2cec36e21102258_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T20:16:54,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34873 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/data/default/test/19c3cbb6549509983d8031df4b9eed40/f/132ec5fa9b714d79b2cec36e21102258_SeqId_4_ into 19c3cbb6549509983d8031df4b9eed40/f 2024-11-08T20:16:54,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34873 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/staging/jenkins.hfs.6__test__uu68d52sdekmegvn74185khqb5svuf1m0n4k3909n7oa8m6uk3lnv2ag2qgg9ugg/f/85eded8f3a3a449abc3fc220dd550b5c_SeqId_4_ into 19c3cbb6549509983d8031df4b9eed40/f (new location: hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/data/default/test/19c3cbb6549509983d8031df4b9eed40/f/132ec5fa9b714d79b2cec36e21102258_SeqId_4_) 2024-11-08T20:16:54,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34873 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/staging/jenkins.hfs.6__test__uu68d52sdekmegvn74185khqb5svuf1m0n4k3909n7oa8m6uk3lnv2ag2qgg9ugg/f/85eded8f3a3a449abc3fc220dd550b5c_SeqId_4_ 2024-11-08T20:16:54,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34873 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/staging/jenkins.hfs.6__test__uu68d52sdekmegvn74185khqb5svuf1m0n4k3909n7oa8m6uk3lnv2ag2qgg9ugg/f/d7e42f9379a6458a96aa8b26e3dc1556_SeqId_4_ into 19c3cbb6549509983d8031df4b9eed40/f as hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/data/default/test/19c3cbb6549509983d8031df4b9eed40/f/6327475fff6044aa979d44f053ff5792_SeqId_4_ - updating store file list. 2024-11-08T20:16:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34873 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6327475fff6044aa979d44f053ff5792_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T20:16:54,536 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34873 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/data/default/test/19c3cbb6549509983d8031df4b9eed40/f/6327475fff6044aa979d44f053ff5792_SeqId_4_ into 19c3cbb6549509983d8031df4b9eed40/f 2024-11-08T20:16:54,536 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34873 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/staging/jenkins.hfs.6__test__uu68d52sdekmegvn74185khqb5svuf1m0n4k3909n7oa8m6uk3lnv2ag2qgg9ugg/f/d7e42f9379a6458a96aa8b26e3dc1556_SeqId_4_ into 19c3cbb6549509983d8031df4b9eed40/f (new location: hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/data/default/test/19c3cbb6549509983d8031df4b9eed40/f/6327475fff6044aa979d44f053ff5792_SeqId_4_) 2024-11-08T20:16:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34873 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/staging/jenkins.hfs.6__test__uu68d52sdekmegvn74185khqb5svuf1m0n4k3909n7oa8m6uk3lnv2ag2qgg9ugg/f/d7e42f9379a6458a96aa8b26e3dc1556_SeqId_4_ 2024-11-08T20:16:54,539 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34873 {}] regionserver.ReplicationSink(324): Finished replicating [dc37ba09-a7e3-4348-acba-df4171e0e9e0] bulk loaded data 2024-11-08T20:16:55,033 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.wal-reader.ae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.1731097001190 to pos 687, reset compression=false 2024-11-08T20:16:55,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:16:55,404 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731097015403/Put/seqid=0 2024-11-08T20:16:55,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741842_1018 (size=7997) 2024-11-08T20:16:55,637 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.wal-reader.ae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.1731097001190 to pos 687, reset compression=false 2024-11-08T20:16:55,818 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731097015817/Put/seqid=0 2024-11-08T20:16:55,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741843_1019 (size=7794) 2024-11-08T20:16:56,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48e9fc6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:56,233 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,36229,-1 for getting cluster id 2024-11-08T20:16:56,233 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:16:56,234 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc37ba09-a7e3-4348-acba-df4171e0e9e0' 2024-11-08T20:16:56,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:16:56,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc37ba09-a7e3-4348-acba-df4171e0e9e0" 2024-11-08T20:16:56,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ab7f32c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:56,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,36229,-1] 2024-11-08T20:16:56,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:16:56,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:56,236 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:16:56,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33e4e9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:16:56,238 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:16:56,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,45283,1731096998674, seqNum=-1] 2024-11-08T20:16:56,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:16:56,240 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:16:56,250 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:16:56,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,36229,1731096998482 2024-11-08T20:16:56,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1718d131 2024-11-08T20:16:56,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:16:56,253 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:16:56,257 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731097007964.84c7a2f6b27b5c6f204e05baa32672a5., hostname=ae1476a7656f,45283,1731096998674, seqNum=2] 2024-11-08T20:16:56,260 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T20:16:56,271 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-08T20:16:56,274 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-08T20:16:56,278 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/load_f1/f1/hfile_0 for inclusion in 84c7a2f6b27b5c6f204e05baa32672a5/f1 2024-11-08T20:16:56,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-08T20:16:56,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T20:16:56,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/load_f1/f1/hfile_1 for inclusion in 84c7a2f6b27b5c6f204e05baa32672a5/f1 2024-11-08T20:16:56,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-08T20:16:56,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T20:16:56,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] regionserver.HRegion(2603): Flush status journal for 84c7a2f6b27b5c6f204e05baa32672a5: 2024-11-08T20:16:56,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/load_f1/f1/hfile_0 to hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/staging/jenkins__test__nl0va92lqbtohhdrd3k7178b4kmaognq6suqqu2nl99tlkmv1onqc7nvvl6ku1fs/f1/hfile_0 2024-11-08T20:16:56,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/staging/jenkins__test__nl0va92lqbtohhdrd3k7178b4kmaognq6suqqu2nl99tlkmv1onqc7nvvl6ku1fs/f1/hfile_0 as hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/default/test/84c7a2f6b27b5c6f204e05baa32672a5/f1/5f74071bccf34b338fb1280a5d5b85e4_SeqId_6_ 2024-11-08T20:16:56,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/load_f1/f1/hfile_1 to hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/staging/jenkins__test__nl0va92lqbtohhdrd3k7178b4kmaognq6suqqu2nl99tlkmv1onqc7nvvl6ku1fs/f1/hfile_1 2024-11-08T20:16:56,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/staging/jenkins__test__nl0va92lqbtohhdrd3k7178b4kmaognq6suqqu2nl99tlkmv1onqc7nvvl6ku1fs/f1/hfile_1 as hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/default/test/84c7a2f6b27b5c6f204e05baa32672a5/f1/70ef02e302414226898bc7c0d6b91876_SeqId_6_ 2024-11-08T20:16:56,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-08T20:16:56,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/staging/jenkins__test__nl0va92lqbtohhdrd3k7178b4kmaognq6suqqu2nl99tlkmv1onqc7nvvl6ku1fs/f1/hfile_0 into 84c7a2f6b27b5c6f204e05baa32672a5/f1 as hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/default/test/84c7a2f6b27b5c6f204e05baa32672a5/f1/5f74071bccf34b338fb1280a5d5b85e4_SeqId_6_ - updating store file list. 2024-11-08T20:16:56,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5f74071bccf34b338fb1280a5d5b85e4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T20:16:56,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/default/test/84c7a2f6b27b5c6f204e05baa32672a5/f1/5f74071bccf34b338fb1280a5d5b85e4_SeqId_6_ into 84c7a2f6b27b5c6f204e05baa32672a5/f1 2024-11-08T20:16:56,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/staging/jenkins__test__nl0va92lqbtohhdrd3k7178b4kmaognq6suqqu2nl99tlkmv1onqc7nvvl6ku1fs/f1/hfile_0 into 84c7a2f6b27b5c6f204e05baa32672a5/f1 (new location: hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/default/test/84c7a2f6b27b5c6f204e05baa32672a5/f1/5f74071bccf34b338fb1280a5d5b85e4_SeqId_6_) 2024-11-08T20:16:56,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/staging/jenkins__test__nl0va92lqbtohhdrd3k7178b4kmaognq6suqqu2nl99tlkmv1onqc7nvvl6ku1fs/f1/hfile_0 2024-11-08T20:16:56,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/staging/jenkins__test__nl0va92lqbtohhdrd3k7178b4kmaognq6suqqu2nl99tlkmv1onqc7nvvl6ku1fs/f1/hfile_1 into 84c7a2f6b27b5c6f204e05baa32672a5/f1 as hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/default/test/84c7a2f6b27b5c6f204e05baa32672a5/f1/70ef02e302414226898bc7c0d6b91876_SeqId_6_ - updating store file list. 2024-11-08T20:16:56,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 70ef02e302414226898bc7c0d6b91876_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T20:16:56,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/default/test/84c7a2f6b27b5c6f204e05baa32672a5/f1/70ef02e302414226898bc7c0d6b91876_SeqId_6_ into 84c7a2f6b27b5c6f204e05baa32672a5/f1 2024-11-08T20:16:56,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/staging/jenkins__test__nl0va92lqbtohhdrd3k7178b4kmaognq6suqqu2nl99tlkmv1onqc7nvvl6ku1fs/f1/hfile_1 into 84c7a2f6b27b5c6f204e05baa32672a5/f1 (new location: hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/default/test/84c7a2f6b27b5c6f204e05baa32672a5/f1/70ef02e302414226898bc7c0d6b91876_SeqId_6_) 2024-11-08T20:16:56,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/staging/jenkins__test__nl0va92lqbtohhdrd3k7178b4kmaognq6suqqu2nl99tlkmv1onqc7nvvl6ku1fs/f1/hfile_1 2024-11-08T20:16:56,303 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:16:56,303 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:16:56,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:56,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:16:56,304 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:16:56,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731097007964.84c7a2f6b27b5c6f204e05baa32672a5., hostname=ae1476a7656f,45283,1731096998674, seqNum=2 , the old value is region=test,,1731097007964.84c7a2f6b27b5c6f204e05baa32672a5., hostname=ae1476a7656f,45283,1731096998674, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ae1476a7656f:45283 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T20:16:56,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731097007964.84c7a2f6b27b5c6f204e05baa32672a5., hostname=ae1476a7656f,45283,1731096998674, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T20:16:56,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731097007964.84c7a2f6b27b5c6f204e05baa32672a5., hostname=ae1476a7656f,45283,1731096998674, seqNum=2 from cache 2024-11-08T20:16:56,304 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:16:56,305 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,45283,1731096998674, seqNum=-1] 2024-11-08T20:16:56,305 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T20:16:56,306 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:16:56,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:16:56,309 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731097007964.84c7a2f6b27b5c6f204e05baa32672a5., hostname=ae1476a7656f,45283,1731096998674, seqNum=2] 2024-11-08T20:16:56,341 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.wal-reader.ae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.1731097001190 to pos 687, reset compression=false 2024-11-08T20:16:56,346 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.wal-reader.ae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T20:16:56,346 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.wal-reader.ae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.1731097001190 to pos 997, reset compression=false 2024-11-08T20:16:56,346 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.shipperae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,45283,1731096998674 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.1731097001190, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T20:16:56,414 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:45283 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T20:16:56,550 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.wal-reader.ae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.1731097001190 to pos 997, reset compression=false 2024-11-08T20:16:56,854 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.wal-reader.ae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.1731097001190 to pos 997, reset compression=false 2024-11-08T20:16:57,258 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.wal-reader.ae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.1731097001190 to pos 997, reset compression=false 2024-11-08T20:16:57,762 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.wal-reader.ae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.1731097001190 to pos 997, reset compression=false 2024-11-08T20:16:57,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T20:16:57,810 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T20:16:57,811 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T20:16:57,811 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-08T20:16:57,812 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T20:16:57,812 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T20:16:58,366 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.wal-reader.ae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.1731097001190 to pos 997, reset compression=false 2024-11-08T20:16:59,070 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.wal-reader.ae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.1731097001190 to pos 997, reset compression=false 2024-11-08T20:16:59,874 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.wal-reader.ae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.1731097001190 to pos 997, reset compression=false 2024-11-08T20:17:00,778 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.wal-reader.ae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.1731097001190 to pos 997, reset compression=false 2024-11-08T20:17:01,782 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.wal-reader.ae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.1731097001190 to pos 997, reset compression=false 2024-11-08T20:17:02,885 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.wal-reader.ae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.1731097001190 to pos 997, reset compression=false 2024-11-08T20:17:04,090 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.wal-reader.ae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.1731097001190 to pos 997, reset compression=false 2024-11-08T20:17:05,395 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.wal-reader.ae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.1731097001190 to pos 997, reset compression=false 2024-11-08T20:17:06,798 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.wal-reader.ae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.1731097001190 to pos 997, reset compression=false 2024-11-08T20:17:08,068 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T20:17:08,302 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.wal-reader.ae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.1731097001190 to pos 997, reset compression=false 2024-11-08T20:17:09,907 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.wal-reader.ae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.1731097001190 to pos 997, reset compression=false 2024-11-08T20:17:11,612 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.wal-reader.ae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.1731097001190 to pos 997, reset compression=false 2024-11-08T20:17:13,417 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.wal-reader.ae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.1731097001190 to pos 997, reset compression=false 2024-11-08T20:17:14,188 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T20:17:15,322 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.wal-reader.ae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.1731097001190 to pos 997, reset compression=false 2024-11-08T20:17:16,348 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.shipperae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,45283,1731096998674 got entry batch from reader: null 2024-11-08T20:17:17,325 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.wal-reader.ae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.1731097001190 to pos 997, reset compression=false 2024-11-08T20:17:19,429 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.wal-reader.ae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.1731097001190 to pos 997, reset compression=false 2024-11-08T20:17:21,633 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.wal-reader.ae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.1731097001190 to pos 997, reset compression=false 2024-11-08T20:17:22,449 INFO [master/ae1476a7656f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T20:17:22,449 INFO [master/ae1476a7656f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T20:17:23,936 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.wal-reader.ae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.1731097001190 to pos 997, reset compression=false 2024-11-08T20:17:26,340 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.wal-reader.ae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.1731097001190 to pos 997, reset compression=false 2024-11-08T20:17:27,806 INFO [master/ae1476a7656f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T20:17:27,806 INFO [master/ae1476a7656f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T20:17:28,846 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.wal-reader.ae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.1731097001190 to pos 997, reset compression=false 2024-11-08T20:17:31,451 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.wal-reader.ae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.1731097001190 to pos 997, reset compression=false 2024-11-08T20:17:33,715 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 84c7a2f6b27b5c6f204e05baa32672a5, had cached 0 bytes from a total of 31376 2024-11-08T20:17:34,155 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.wal-reader.ae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.1731097001190 to pos 997, reset compression=false 2024-11-08T20:17:34,870 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 19c3cbb6549509983d8031df4b9eed40, had cached 0 bytes from a total of 15585 2024-11-08T20:17:36,349 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.shipperae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,45283,1731096998674 got entry batch from reader: null 2024-11-08T20:17:36,959 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.wal-reader.ae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.1731097001190 to pos 997, reset compression=false 2024-11-08T20:17:38,069 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T20:17:39,863 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.wal-reader.ae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.1731097001190 to pos 997, reset compression=false 2024-11-08T20:17:42,867 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.wal-reader.ae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.1731097001190 to pos 997, reset compression=false 2024-11-08T20:17:44,188 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T20:17:45,971 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.wal-reader.ae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.1731097001190 to pos 997, reset compression=false 2024-11-08T20:17:47,806 DEBUG [master/ae1476a7656f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-08T20:17:49,176 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.wal-reader.ae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.1731097001190 to pos 997, reset compression=false 2024-11-08T20:17:52,493 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.wal-reader.ae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.1731097001190 to pos 997, reset compression=false 2024-11-08T20:17:55,906 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.wal-reader.ae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.1731097001190 to pos 997, reset compression=false 2024-11-08T20:17:56,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T20:17:56,339 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:17:56,339 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:17:56,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:17:56,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:17:56,340 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:17:56,340 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T20:17:56,340 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=371575440, stopped=false 2024-11-08T20:17:56,340 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ae1476a7656f,38337,1731097004600 2024-11-08T20:17:56,349 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.shipperae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,45283,1731096998674 got entry batch from reader: null 2024-11-08T20:17:56,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34873-0x1011c17e5790004, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-98757111/running 2024-11-08T20:17:56,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x1011c17e5790003, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-98757111/running 2024-11-08T20:17:56,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34873-0x1011c17e5790004, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-98757111 2024-11-08T20:17:56,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x1011c17e5790003, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-98757111 2024-11-08T20:17:56,402 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:17:56,402 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:17:56,402 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:17:56,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:17:56,402 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ae1476a7656f,34873,1731097004744' ***** 2024-11-08T20:17:56,402 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T20:17:56,403 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38337-0x1011c17e5790003, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Set watcher on znode that does not yet exist, /1-98757111/running 2024-11-08T20:17:56,403 INFO [RS:0;ae1476a7656f:34873 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T20:17:56,403 INFO [RS:0;ae1476a7656f:34873 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T20:17:56,403 INFO [RS:0;ae1476a7656f:34873 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T20:17:56,403 INFO [RS:0;ae1476a7656f:34873 {}] regionserver.HRegionServer(3091): Received CLOSE for 19c3cbb6549509983d8031df4b9eed40 2024-11-08T20:17:56,403 INFO [RS:0;ae1476a7656f:34873 {}] regionserver.HRegionServer(959): stopping server ae1476a7656f,34873,1731097004744 2024-11-08T20:17:56,403 INFO [RS:0;ae1476a7656f:34873 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:17:56,403 INFO [RS:0;ae1476a7656f:34873 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:34873. 2024-11-08T20:17:56,403 DEBUG [RS:0;ae1476a7656f:34873 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:17:56,403 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 19c3cbb6549509983d8031df4b9eed40, disabling compactions & flushes 2024-11-08T20:17:56,403 DEBUG [RS:0;ae1476a7656f:34873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:17:56,403 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731097009117.19c3cbb6549509983d8031df4b9eed40. 2024-11-08T20:17:56,404 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731097009117.19c3cbb6549509983d8031df4b9eed40. 2024-11-08T20:17:56,404 INFO [RS:0;ae1476a7656f:34873 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T20:17:56,404 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731097009117.19c3cbb6549509983d8031df4b9eed40. after waiting 0 ms 2024-11-08T20:17:56,404 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731097009117.19c3cbb6549509983d8031df4b9eed40. 2024-11-08T20:17:56,404 INFO [RS:0;ae1476a7656f:34873 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T20:17:56,404 INFO [RS:0;ae1476a7656f:34873 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T20:17:56,404 INFO [RS:0;ae1476a7656f:34873 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T20:17:56,404 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T20:17:56,404 INFO [RS:0;ae1476a7656f:34873 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T20:17:56,404 DEBUG [RS:0;ae1476a7656f:34873 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 19c3cbb6549509983d8031df4b9eed40=test,,1731097009117.19c3cbb6549509983d8031df4b9eed40.} 2024-11-08T20:17:56,404 DEBUG [RS:0;ae1476a7656f:34873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19c3cbb6549509983d8031df4b9eed40 2024-11-08T20:17:56,404 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:17:56,404 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:17:56,404 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:17:56,405 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:17:56,405 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:17:56,405 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-08T20:17:56,408 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/data/default/test/19c3cbb6549509983d8031df4b9eed40/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-08T20:17:56,408 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:17:56,408 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T20:17:56,409 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731097009117.19c3cbb6549509983d8031df4b9eed40. 2024-11-08T20:17:56,409 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 19c3cbb6549509983d8031df4b9eed40: Waiting for close lock at 1731097076403Running coprocessor pre-close hooks at 1731097076403Disabling compacts and flushes for region at 1731097076403Disabling writes for close at 1731097076404 (+1 ms)Writing region close event to WAL at 1731097076404Running coprocessor post-close hooks at 1731097076408 (+4 ms)Closed at 1731097076408 2024-11-08T20:17:56,409 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731097009117.19c3cbb6549509983d8031df4b9eed40. 2024-11-08T20:17:56,411 INFO [regionserver/ae1476a7656f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:17:56,413 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34873-0x1011c17e5790004, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Set watcher on znode that does not yet exist, /1-98757111/running 2024-11-08T20:17:56,422 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/data/hbase/meta/1588230740/.tmp/info/c17339105be1420487f300b18e2cda30 is 129, key is test,,1731097009117.19c3cbb6549509983d8031df4b9eed40./info:regioninfo/1731097009890/Put/seqid=0 2024-11-08T20:17:56,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44931 is added to blk_1073741839_1015 (size=6421) 2024-11-08T20:17:56,605 DEBUG [RS:0;ae1476a7656f:34873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:17:56,805 DEBUG [RS:0;ae1476a7656f:34873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:17:56,827 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/data/hbase/meta/1588230740/.tmp/info/c17339105be1420487f300b18e2cda30 2024-11-08T20:17:56,847 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/data/hbase/meta/1588230740/.tmp/ns/67a32720a18744329e9d8cee25ffca2b is 43, key is default/ns:d/1731097007782/Put/seqid=0 2024-11-08T20:17:56,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44931 is added to blk_1073741840_1016 (size=5153) 2024-11-08T20:17:57,005 DEBUG [RS:0;ae1476a7656f:34873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:17:57,047 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T20:17:57,047 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T20:17:57,205 DEBUG [RS:0;ae1476a7656f:34873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:17:57,251 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/data/hbase/meta/1588230740/.tmp/ns/67a32720a18744329e9d8cee25ffca2b 2024-11-08T20:17:57,272 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/data/hbase/meta/1588230740/.tmp/rep_barrier/0e53ffe75fa94734a39b87697c80487b is 112, key is test,,1731097009117.19c3cbb6549509983d8031df4b9eed40./rep_barrier:seqnumDuringOpen/1731097009890/Put/seqid=0 2024-11-08T20:17:57,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44931 is added to blk_1073741841_1017 (size=5518) 2024-11-08T20:17:57,405 INFO [RS:0;ae1476a7656f:34873 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T20:17:57,405 DEBUG [RS:0;ae1476a7656f:34873 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T20:17:57,405 DEBUG [RS:0;ae1476a7656f:34873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:17:57,606 DEBUG [RS:0;ae1476a7656f:34873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:17:57,676 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/data/hbase/meta/1588230740/.tmp/rep_barrier/0e53ffe75fa94734a39b87697c80487b 2024-11-08T20:17:57,698 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/data/hbase/meta/1588230740/.tmp/table/707e508fdd1f4fb5b5644940a19e1b2e is 40, key is test/table:state/1731097009901/Put/seqid=0 2024-11-08T20:17:57,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44931 is added to blk_1073741842_1018 (size=5165) 2024-11-08T20:17:57,806 DEBUG [RS:0;ae1476a7656f:34873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:17:58,006 DEBUG [RS:0;ae1476a7656f:34873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:17:58,103 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/data/hbase/meta/1588230740/.tmp/table/707e508fdd1f4fb5b5644940a19e1b2e 2024-11-08T20:17:58,108 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/data/hbase/meta/1588230740/.tmp/info/c17339105be1420487f300b18e2cda30 as hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/data/hbase/meta/1588230740/info/c17339105be1420487f300b18e2cda30 2024-11-08T20:17:58,113 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/data/hbase/meta/1588230740/info/c17339105be1420487f300b18e2cda30, entries=10, sequenceid=11, filesize=6.3 K 2024-11-08T20:17:58,114 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/data/hbase/meta/1588230740/.tmp/ns/67a32720a18744329e9d8cee25ffca2b as hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/data/hbase/meta/1588230740/ns/67a32720a18744329e9d8cee25ffca2b 2024-11-08T20:17:58,120 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/data/hbase/meta/1588230740/ns/67a32720a18744329e9d8cee25ffca2b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T20:17:58,121 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/data/hbase/meta/1588230740/.tmp/rep_barrier/0e53ffe75fa94734a39b87697c80487b as hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/data/hbase/meta/1588230740/rep_barrier/0e53ffe75fa94734a39b87697c80487b 2024-11-08T20:17:58,126 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/data/hbase/meta/1588230740/rep_barrier/0e53ffe75fa94734a39b87697c80487b, entries=1, sequenceid=11, filesize=5.4 K 2024-11-08T20:17:58,127 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/data/hbase/meta/1588230740/.tmp/table/707e508fdd1f4fb5b5644940a19e1b2e as hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/data/hbase/meta/1588230740/table/707e508fdd1f4fb5b5644940a19e1b2e 2024-11-08T20:17:58,131 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/data/hbase/meta/1588230740/table/707e508fdd1f4fb5b5644940a19e1b2e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T20:17:58,132 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=11, compaction requested=false 2024-11-08T20:17:58,138 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T20:17:58,139 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:17:58,139 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:17:58,139 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:17:58,139 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731097076404Running coprocessor pre-close hooks at 1731097076404Disabling compacts and flushes for region at 1731097076404Disabling writes for close at 1731097076405 (+1 ms)Obtaining lock to block concurrent updates at 1731097076405Preparing flush snapshotting stores in 1588230740 at 1731097076405Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731097076405Flushing stores of hbase:meta,,1.1588230740 at 1731097076406 (+1 ms)Flushing 1588230740/info: creating writer at 1731097076406Flushing 1588230740/info: appending metadata at 1731097076421 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731097076421Flushing 1588230740/ns: creating writer at 1731097076833 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731097076847 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731097076847Flushing 1588230740/rep_barrier: creating writer at 1731097077256 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731097077271 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731097077271Flushing 1588230740/table: creating writer at 1731097077682 (+411 ms)Flushing 1588230740/table: appending metadata at 1731097077698 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731097077698Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78dd42a4: reopening flushed file at 1731097078108 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@353dbf62: reopening flushed file at 1731097078113 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11549d61: reopening flushed file at 1731097078120 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60a0ef08: reopening flushed file at 1731097078126 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=11, compaction requested=false at 1731097078132 (+6 ms)Writing region close event to WAL at 1731097078135 (+3 ms)Running coprocessor post-close hooks at 1731097078139 (+4 ms)Closed at 1731097078139 2024-11-08T20:17:58,139 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T20:17:58,206 INFO [RS:0;ae1476a7656f:34873 {}] regionserver.HRegionServer(976): stopping server ae1476a7656f,34873,1731097004744; all regions closed. 2024-11-08T20:17:58,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44931 is added to blk_1073741834_1010 (size=2717) 2024-11-08T20:17:58,210 DEBUG [RS:0;ae1476a7656f:34873 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/oldWALs 2024-11-08T20:17:58,210 INFO [RS:0;ae1476a7656f:34873 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C34873%2C1731097004744.meta:.meta(num 1731097007718) 2024-11-08T20:17:58,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44931 is added to blk_1073741833_1009 (size=1028) 2024-11-08T20:17:58,213 DEBUG [RS:0;ae1476a7656f:34873 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/oldWALs 2024-11-08T20:17:58,213 INFO [RS:0;ae1476a7656f:34873 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C34873%2C1731097004744:(num 1731097007193) 2024-11-08T20:17:58,213 DEBUG [RS:0;ae1476a7656f:34873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:17:58,213 INFO [RS:0;ae1476a7656f:34873 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:17:58,214 INFO [RS:0;ae1476a7656f:34873 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:17:58,214 INFO [RS:0;ae1476a7656f:34873 {}] hbase.ChoreService(370): Chore service for: regionserver/ae1476a7656f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T20:17:58,214 INFO [RS:0;ae1476a7656f:34873 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:17:58,214 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:17:58,214 INFO [RS:0;ae1476a7656f:34873 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:34873. 2024-11-08T20:17:58,214 DEBUG [RS:0;ae1476a7656f:34873 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:17:58,214 DEBUG [RS:0;ae1476a7656f:34873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:17:58,214 DEBUG [RS:0;ae1476a7656f:34873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:17:58,214 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:17:58,214 INFO [RS:0;ae1476a7656f:34873 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34873 2024-11-08T20:17:58,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34873-0x1011c17e5790004, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-98757111/rs/ae1476a7656f,34873,1731097004744 2024-11-08T20:17:58,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x1011c17e5790003, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-98757111/rs 2024-11-08T20:17:58,320 INFO [RS:0;ae1476a7656f:34873 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:17:58,320 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ae1476a7656f,34873,1731097004744] 2024-11-08T20:17:58,359 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-98757111/draining/ae1476a7656f,34873,1731097004744 already deleted, retry=false 2024-11-08T20:17:58,359 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ae1476a7656f,34873,1731097004744 expired; onlineServers=0 2024-11-08T20:17:58,359 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ae1476a7656f,38337,1731097004600' ***** 2024-11-08T20:17:58,359 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T20:17:58,359 INFO [M:0;ae1476a7656f:38337 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:17:58,360 INFO [M:0;ae1476a7656f:38337 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:17:58,360 DEBUG [M:0;ae1476a7656f:38337 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T20:17:58,360 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T20:17:58,360 DEBUG [M:0;ae1476a7656f:38337 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T20:17:58,360 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097006940 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097006940,5,FailOnTimeoutGroup] 2024-11-08T20:17:58,360 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097006939 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097006939,5,FailOnTimeoutGroup] 2024-11-08T20:17:58,360 INFO [M:0;ae1476a7656f:38337 {}] hbase.ChoreService(370): Chore service for: master/ae1476a7656f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T20:17:58,360 INFO [M:0;ae1476a7656f:38337 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:17:58,360 DEBUG [M:0;ae1476a7656f:38337 {}] master.HMaster(1795): Stopping service threads 2024-11-08T20:17:58,360 INFO [M:0;ae1476a7656f:38337 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T20:17:58,360 INFO [M:0;ae1476a7656f:38337 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:17:58,360 INFO [M:0;ae1476a7656f:38337 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T20:17:58,360 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T20:17:58,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x1011c17e5790003, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-98757111/master 2024-11-08T20:17:58,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x1011c17e5790003, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-98757111 2024-11-08T20:17:58,373 DEBUG [M:0;ae1476a7656f:38337 {}] zookeeper.ZKUtil(347): master:38337-0x1011c17e5790003, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Unable to get data of znode /1-98757111/master because node does not exist (not an error) 2024-11-08T20:17:58,373 WARN [M:0;ae1476a7656f:38337 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T20:17:58,374 INFO [M:0;ae1476a7656f:38337 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/.lastflushedseqids 2024-11-08T20:17:58,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44931 is added to blk_1073741843_1019 (size=173) 2024-11-08T20:17:58,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34873-0x1011c17e5790004, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:17:58,449 INFO [RS:0;ae1476a7656f:34873 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:17:58,449 INFO [RS:0;ae1476a7656f:34873 {}] regionserver.HRegionServer(1031): Exiting; stopping=ae1476a7656f,34873,1731097004744; zookeeper connection closed. 2024-11-08T20:17:58,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34873-0x1011c17e5790004, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:17:58,449 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@10508214 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@10508214 2024-11-08T20:17:58,450 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T20:17:58,778 INFO [M:0;ae1476a7656f:38337 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T20:17:58,779 INFO [M:0;ae1476a7656f:38337 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T20:17:58,779 DEBUG [M:0;ae1476a7656f:38337 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:17:58,779 INFO [M:0;ae1476a7656f:38337 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:17:58,779 DEBUG [M:0;ae1476a7656f:38337 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:17:58,779 DEBUG [M:0;ae1476a7656f:38337 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:17:58,779 DEBUG [M:0;ae1476a7656f:38337 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:17:58,779 INFO [M:0;ae1476a7656f:38337 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-11-08T20:17:58,797 DEBUG [M:0;ae1476a7656f:38337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eeef48ee82c04a16ae65bd89298a47f8 is 82, key is hbase:meta,,1/info:regioninfo/1731097007750/Put/seqid=0 2024-11-08T20:17:58,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44931 is added to blk_1073741844_1020 (size=5672) 2024-11-08T20:17:59,201 INFO [M:0;ae1476a7656f:38337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eeef48ee82c04a16ae65bd89298a47f8 2024-11-08T20:17:59,230 DEBUG [M:0;ae1476a7656f:38337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/35ef2d05012b4d30b3b773c076c365ca is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731097009905/Put/seqid=0 2024-11-08T20:17:59,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44931 is added to blk_1073741845_1021 (size=6726) 2024-11-08T20:17:59,410 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.wal-reader.ae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.1731097001190 to pos 997, reset compression=false 2024-11-08T20:17:59,635 INFO [M:0;ae1476a7656f:38337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/35ef2d05012b4d30b3b773c076c365ca 2024-11-08T20:17:59,641 INFO [M:0;ae1476a7656f:38337 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 35ef2d05012b4d30b3b773c076c365ca 2024-11-08T20:17:59,660 DEBUG [M:0;ae1476a7656f:38337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03bd09e5952742fcb087752acb07708b is 69, key is ae1476a7656f,34873,1731097004744/rs:state/1731097007012/Put/seqid=0 2024-11-08T20:17:59,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44931 is added to blk_1073741846_1022 (size=5156) 2024-11-08T20:17:59,669 INFO [M:0;ae1476a7656f:38337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03bd09e5952742fcb087752acb07708b 2024-11-08T20:17:59,678 DEBUG [M:0;ae1476a7656f:38337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eeef48ee82c04a16ae65bd89298a47f8 as hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eeef48ee82c04a16ae65bd89298a47f8 2024-11-08T20:17:59,683 INFO [M:0;ae1476a7656f:38337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eeef48ee82c04a16ae65bd89298a47f8, entries=8, sequenceid=58, filesize=5.5 K 2024-11-08T20:17:59,684 DEBUG [M:0;ae1476a7656f:38337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/35ef2d05012b4d30b3b773c076c365ca as hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/35ef2d05012b4d30b3b773c076c365ca 2024-11-08T20:17:59,689 INFO [M:0;ae1476a7656f:38337 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 35ef2d05012b4d30b3b773c076c365ca 2024-11-08T20:17:59,689 INFO [M:0;ae1476a7656f:38337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/35ef2d05012b4d30b3b773c076c365ca, entries=6, sequenceid=58, filesize=6.6 K 2024-11-08T20:17:59,690 DEBUG [M:0;ae1476a7656f:38337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03bd09e5952742fcb087752acb07708b as hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/03bd09e5952742fcb087752acb07708b 2024-11-08T20:17:59,695 INFO [M:0;ae1476a7656f:38337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33871/user/jenkins/test-data/652ef50c-befa-25bd-52bb-d3afe725fe5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/03bd09e5952742fcb087752acb07708b, entries=1, sequenceid=58, filesize=5.0 K 2024-11-08T20:17:59,697 INFO [M:0;ae1476a7656f:38337 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 917ms, sequenceid=58, compaction requested=false 2024-11-08T20:17:59,698 INFO [M:0;ae1476a7656f:38337 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:17:59,698 DEBUG [M:0;ae1476a7656f:38337 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731097078779Disabling compacts and flushes for region at 1731097078779Disabling writes for close at 1731097078779Obtaining lock to block concurrent updates at 1731097078779Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731097078779Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1731097078779Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731097078780 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731097078780Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731097078796 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731097078796Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731097079207 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731097079229 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731097079229Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731097079641 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731097079658 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731097079658Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a3b425c: reopening flushed file at 1731097079677 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38789223: reopening flushed file at 1731097079683 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77bc3d05: reopening flushed file at 1731097079689 (+6 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 917ms, sequenceid=58, compaction requested=false at 1731097079697 (+8 ms)Writing region close event to WAL at 1731097079698 (+1 ms)Closed at 1731097079698 2024-11-08T20:17:59,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44931 is added to blk_1073741830_1006 (size=33014) 2024-11-08T20:17:59,702 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:17:59,702 INFO [M:0;ae1476a7656f:38337 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T20:17:59,702 INFO [M:0;ae1476a7656f:38337 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38337 2024-11-08T20:17:59,704 INFO [M:0;ae1476a7656f:38337 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:17:59,817 INFO [M:0;ae1476a7656f:38337 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:17:59,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x1011c17e5790003, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:17:59,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38337-0x1011c17e5790003, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:17:59,820 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b3617dc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:17:59,820 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c5dbfb6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:17:59,820 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:17:59,820 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35cf6a70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:17:59,820 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3545c1a5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52082008-e845-de3e-48af-361d87015c73/hadoop.log.dir/,STOPPED} 2024-11-08T20:17:59,822 WARN [BP-612567525-172.17.0.3-1731097002567 heartbeating to localhost/127.0.0.1:33871 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T20:17:59,822 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T20:17:59,822 WARN [BP-612567525-172.17.0.3-1731097002567 heartbeating to localhost/127.0.0.1:33871 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-612567525-172.17.0.3-1731097002567 (Datanode Uuid 90a1de57-6c94-42b0-8a28-262dec68b701) service to localhost/127.0.0.1:33871 2024-11-08T20:17:59,822 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T20:17:59,822 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52082008-e845-de3e-48af-361d87015c73/cluster_9e295e90-08d2-8eb9-413c-e715751a0cf1/data/data1/current/BP-612567525-172.17.0.3-1731097002567 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:17:59,823 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52082008-e845-de3e-48af-361d87015c73/cluster_9e295e90-08d2-8eb9-413c-e715751a0cf1/data/data2/current/BP-612567525-172.17.0.3-1731097002567 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:17:59,823 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T20:17:59,828 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@36991ca5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:17:59,829 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d3776aa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:17:59,829 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:17:59,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9675a2f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:17:59,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3002dffc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52082008-e845-de3e-48af-361d87015c73/hadoop.log.dir/,STOPPED} 2024-11-08T20:17:59,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T20:17:59,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T20:17:59,841 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:17:59,841 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:17:59,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:17:59,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:17:59,842 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:17:59,842 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T20:17:59,842 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1874772586, stopped=false 2024-11-08T20:17:59,842 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ae1476a7656f,36229,1731096998482 2024-11-08T20:17:59,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1011c17e5790000, quorum=127.0.0.1:63402, baseZNode=/0314813641 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0314813641/running 2024-11-08T20:17:59,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45283-0x1011c17e5790001, quorum=127.0.0.1:63402, baseZNode=/0314813641 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0314813641/running 2024-11-08T20:17:59,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1011c17e5790000, quorum=127.0.0.1:63402, baseZNode=/0314813641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0314813641 2024-11-08T20:17:59,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45283-0x1011c17e5790001, quorum=127.0.0.1:63402, baseZNode=/0314813641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0314813641 2024-11-08T20:17:59,857 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:17:59,857 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:17:59,857 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:17:59,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:17:59,857 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ae1476a7656f,45283,1731096998674' ***** 2024-11-08T20:17:59,857 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45283-0x1011c17e5790001, quorum=127.0.0.1:63402, baseZNode=/0314813641 Set watcher on znode that does not yet exist, /0314813641/running 2024-11-08T20:17:59,857 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T20:17:59,857 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36229-0x1011c17e5790000, quorum=127.0.0.1:63402, baseZNode=/0314813641 Set watcher on znode that does not yet exist, /0314813641/running 2024-11-08T20:17:59,858 INFO [RS:0;ae1476a7656f:45283 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T20:17:59,858 INFO [RS:0;ae1476a7656f:45283 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T20:17:59,858 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T20:17:59,858 INFO [RS:0;ae1476a7656f:45283 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T20:17:59,858 INFO [RS:0;ae1476a7656f:45283 {}] regionserver.HRegionServer(3091): Received CLOSE for 84c7a2f6b27b5c6f204e05baa32672a5 2024-11-08T20:17:59,858 INFO [RS:0;ae1476a7656f:45283 {}] regionserver.HRegionServer(3091): Received CLOSE for 6b56518b163e94bef3c8c2253ea02d57 2024-11-08T20:17:59,858 INFO [RS:0;ae1476a7656f:45283 {}] regionserver.HRegionServer(959): stopping server ae1476a7656f,45283,1731096998674 2024-11-08T20:17:59,858 INFO [RS:0;ae1476a7656f:45283 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:17:59,858 INFO [RS:0;ae1476a7656f:45283 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:45283. 2024-11-08T20:17:59,858 DEBUG [RS:0;ae1476a7656f:45283 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:17:59,858 DEBUG [RS:0;ae1476a7656f:45283 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:17:59,858 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 84c7a2f6b27b5c6f204e05baa32672a5, disabling compactions & flushes 2024-11-08T20:17:59,858 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731097007964.84c7a2f6b27b5c6f204e05baa32672a5. 2024-11-08T20:17:59,858 INFO [RS:0;ae1476a7656f:45283 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T20:17:59,858 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731097007964.84c7a2f6b27b5c6f204e05baa32672a5. 2024-11-08T20:17:59,858 INFO [RS:0;ae1476a7656f:45283 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T20:17:59,858 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731097007964.84c7a2f6b27b5c6f204e05baa32672a5. after waiting 0 ms 2024-11-08T20:17:59,858 INFO [RS:0;ae1476a7656f:45283 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T20:17:59,858 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731097007964.84c7a2f6b27b5c6f204e05baa32672a5. 2024-11-08T20:17:59,859 INFO [RS:0;ae1476a7656f:45283 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T20:17:59,859 INFO [RS:0;ae1476a7656f:45283 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T20:17:59,859 DEBUG [RS:0;ae1476a7656f:45283 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 84c7a2f6b27b5c6f204e05baa32672a5=test,,1731097007964.84c7a2f6b27b5c6f204e05baa32672a5., 6b56518b163e94bef3c8c2253ea02d57=hbase:replication,,1731097010294.6b56518b163e94bef3c8c2253ea02d57.} 2024-11-08T20:17:59,859 DEBUG [RS:0;ae1476a7656f:45283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6b56518b163e94bef3c8c2253ea02d57, 84c7a2f6b27b5c6f204e05baa32672a5 2024-11-08T20:17:59,859 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:17:59,859 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:17:59,859 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:17:59,859 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:17:59,859 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:17:59,859 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T20:17:59,865 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/default/test/84c7a2f6b27b5c6f204e05baa32672a5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T20:17:59,865 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:17:59,865 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T20:17:59,865 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731097007964.84c7a2f6b27b5c6f204e05baa32672a5. 2024-11-08T20:17:59,866 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 84c7a2f6b27b5c6f204e05baa32672a5: Waiting for close lock at 1731097079858Running coprocessor pre-close hooks at 1731097079858Disabling compacts and flushes for region at 1731097079858Disabling writes for close at 1731097079858Writing region close event to WAL at 1731097079860 (+2 ms)Running coprocessor post-close hooks at 1731097079865 (+5 ms)Closed at 1731097079865 2024-11-08T20:17:59,866 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731097007964.84c7a2f6b27b5c6f204e05baa32672a5. 2024-11-08T20:17:59,866 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6b56518b163e94bef3c8c2253ea02d57, disabling compactions & flushes 2024-11-08T20:17:59,866 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731097010294.6b56518b163e94bef3c8c2253ea02d57. 2024-11-08T20:17:59,866 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731097010294.6b56518b163e94bef3c8c2253ea02d57. 2024-11-08T20:17:59,866 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731097010294.6b56518b163e94bef3c8c2253ea02d57. after waiting 0 ms 2024-11-08T20:17:59,866 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731097010294.6b56518b163e94bef3c8c2253ea02d57. 2024-11-08T20:17:59,866 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6b56518b163e94bef3c8c2253ea02d57 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-08T20:17:59,879 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/hbase/meta/1588230740/.tmp/info/dc6112622b344a93bf1d3fcc408a3964 is 147, key is hbase:replication,,1731097010294.6b56518b163e94bef3c8c2253ea02d57./info:regioninfo/1731097011474/Put/seqid=0 2024-11-08T20:17:59,880 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/hbase/replication/6b56518b163e94bef3c8c2253ea02d57/.tmp/hfileref/8a9e3f9b4d564cefb66a615872593003 is 74, key is 1/hfileref:85eded8f3a3a449abc3fc220dd550b5c_SeqId_4_/1731097014542/DeleteColumn/seqid=0 2024-11-08T20:17:59,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741844_1020 (size=7686) 2024-11-08T20:17:59,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741845_1021 (size=5203) 2024-11-08T20:17:59,953 INFO [regionserver/ae1476a7656f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:18:00,059 DEBUG [RS:0;ae1476a7656f:45283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6b56518b163e94bef3c8c2253ea02d57 2024-11-08T20:18:00,108 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T20:18:00,108 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T20:18:00,259 DEBUG [RS:0;ae1476a7656f:45283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6b56518b163e94bef3c8c2253ea02d57 2024-11-08T20:18:00,284 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/hbase/replication/6b56518b163e94bef3c8c2253ea02d57/.tmp/hfileref/8a9e3f9b4d564cefb66a615872593003 2024-11-08T20:18:00,284 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/hbase/meta/1588230740/.tmp/info/dc6112622b344a93bf1d3fcc408a3964 2024-11-08T20:18:00,302 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/hbase/replication/6b56518b163e94bef3c8c2253ea02d57/.tmp/queue/7f06076572a84a9881eee9f3f6c5c2b3 is 153, key is 1-ae1476a7656f,45283,1731096998674/queue:ae1476a7656f%2C45283%2C1731096998674/1731097016347/Put/seqid=0 2024-11-08T20:18:00,302 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/hbase/meta/1588230740/.tmp/ns/f3e85cfe9d214c12bab9cbf45a3905a0 is 43, key is default/ns:d/1731097002435/Put/seqid=0 2024-11-08T20:18:00,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741847_1023 (size=5352) 2024-11-08T20:18:00,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741846_1022 (size=5153) 2024-11-08T20:18:00,459 DEBUG [RS:0;ae1476a7656f:45283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6b56518b163e94bef3c8c2253ea02d57 2024-11-08T20:18:00,660 DEBUG [RS:0;ae1476a7656f:45283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6b56518b163e94bef3c8c2253ea02d57 2024-11-08T20:18:00,706 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/hbase/replication/6b56518b163e94bef3c8c2253ea02d57/.tmp/queue/7f06076572a84a9881eee9f3f6c5c2b3 2024-11-08T20:18:00,706 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/hbase/meta/1588230740/.tmp/ns/f3e85cfe9d214c12bab9cbf45a3905a0 2024-11-08T20:18:00,713 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/hbase/replication/6b56518b163e94bef3c8c2253ea02d57/.tmp/hfileref/8a9e3f9b4d564cefb66a615872593003 as hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/hbase/replication/6b56518b163e94bef3c8c2253ea02d57/hfileref/8a9e3f9b4d564cefb66a615872593003 2024-11-08T20:18:00,719 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/hbase/replication/6b56518b163e94bef3c8c2253ea02d57/hfileref/8a9e3f9b4d564cefb66a615872593003, entries=2, sequenceid=10, filesize=5.1 K 2024-11-08T20:18:00,720 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/hbase/replication/6b56518b163e94bef3c8c2253ea02d57/.tmp/queue/7f06076572a84a9881eee9f3f6c5c2b3 as hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/hbase/replication/6b56518b163e94bef3c8c2253ea02d57/queue/7f06076572a84a9881eee9f3f6c5c2b3 2024-11-08T20:18:00,727 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/hbase/replication/6b56518b163e94bef3c8c2253ea02d57/queue/7f06076572a84a9881eee9f3f6c5c2b3, entries=1, sequenceid=10, filesize=5.2 K 2024-11-08T20:18:00,728 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/hbase/meta/1588230740/.tmp/rep_barrier/e75d9cfdb9df4b30afa239e3ba5c76ac is 112, key is test,,1731097007964.84c7a2f6b27b5c6f204e05baa32672a5./rep_barrier:seqnumDuringOpen/1731097008739/Put/seqid=0 2024-11-08T20:18:00,728 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 6b56518b163e94bef3c8c2253ea02d57 in 862ms, sequenceid=10, compaction requested=false 2024-11-08T20:18:00,741 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/hbase/replication/6b56518b163e94bef3c8c2253ea02d57/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-08T20:18:00,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741848_1024 (size=5518) 2024-11-08T20:18:00,741 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:18:00,741 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:18:00,742 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731097010294.6b56518b163e94bef3c8c2253ea02d57. 2024-11-08T20:18:00,742 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6b56518b163e94bef3c8c2253ea02d57: Waiting for close lock at 1731097079866Running coprocessor pre-close hooks at 1731097079866Disabling compacts and flushes for region at 1731097079866Disabling writes for close at 1731097079866Obtaining lock to block concurrent updates at 1731097079866Preparing flush snapshotting stores in 6b56518b163e94bef3c8c2253ea02d57 at 1731097079866Finished memstore snapshotting hbase:replication,,1731097010294.6b56518b163e94bef3c8c2253ea02d57., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731097079867 (+1 ms)Flushing stores of hbase:replication,,1731097010294.6b56518b163e94bef3c8c2253ea02d57. at 1731097079867Flushing 6b56518b163e94bef3c8c2253ea02d57/hfileref: creating writer at 1731097079867Flushing 6b56518b163e94bef3c8c2253ea02d57/hfileref: appending metadata at 1731097079880 (+13 ms)Flushing 6b56518b163e94bef3c8c2253ea02d57/hfileref: closing flushed file at 1731097079880Flushing 6b56518b163e94bef3c8c2253ea02d57/queue: creating writer at 1731097080289 (+409 ms)Flushing 6b56518b163e94bef3c8c2253ea02d57/queue: appending metadata at 1731097080301 (+12 ms)Flushing 6b56518b163e94bef3c8c2253ea02d57/queue: closing flushed file at 1731097080301Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e38d16b: reopening flushed file at 1731097080712 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8ef0c24: reopening flushed file at 1731097080719 (+7 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 6b56518b163e94bef3c8c2253ea02d57 in 862ms, sequenceid=10, compaction requested=false at 1731097080728 (+9 ms)Writing region close event to WAL at 1731097080736 (+8 ms)Running coprocessor post-close hooks at 1731097080741 (+5 ms)Closed at 1731097080742 (+1 ms) 2024-11-08T20:18:00,742 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731097010294.6b56518b163e94bef3c8c2253ea02d57. 2024-11-08T20:18:00,860 INFO [RS:0;ae1476a7656f:45283 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T20:18:00,860 DEBUG [RS:0;ae1476a7656f:45283 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T20:18:00,860 DEBUG [RS:0;ae1476a7656f:45283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:18:01,060 DEBUG [RS:0;ae1476a7656f:45283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:18:01,142 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/hbase/meta/1588230740/.tmp/rep_barrier/e75d9cfdb9df4b30afa239e3ba5c76ac 2024-11-08T20:18:01,161 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/hbase/meta/1588230740/.tmp/table/6bd2a4dd0e6d444f945fd53987b9b71f is 53, key is hbase:replication/table:state/1731097011490/Put/seqid=0 2024-11-08T20:18:01,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741849_1025 (size=5308) 2024-11-08T20:18:01,260 DEBUG [RS:0;ae1476a7656f:45283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:18:01,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:01,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:01,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:01,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:01,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:01,460 DEBUG [RS:0;ae1476a7656f:45283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:18:01,565 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/hbase/meta/1588230740/.tmp/table/6bd2a4dd0e6d444f945fd53987b9b71f 2024-11-08T20:18:01,571 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/hbase/meta/1588230740/.tmp/info/dc6112622b344a93bf1d3fcc408a3964 as hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/hbase/meta/1588230740/info/dc6112622b344a93bf1d3fcc408a3964 2024-11-08T20:18:01,576 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/hbase/meta/1588230740/info/dc6112622b344a93bf1d3fcc408a3964, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T20:18:01,577 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/hbase/meta/1588230740/.tmp/ns/f3e85cfe9d214c12bab9cbf45a3905a0 as hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/hbase/meta/1588230740/ns/f3e85cfe9d214c12bab9cbf45a3905a0 2024-11-08T20:18:01,583 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/hbase/meta/1588230740/ns/f3e85cfe9d214c12bab9cbf45a3905a0, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T20:18:01,584 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/hbase/meta/1588230740/.tmp/rep_barrier/e75d9cfdb9df4b30afa239e3ba5c76ac as hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/hbase/meta/1588230740/rep_barrier/e75d9cfdb9df4b30afa239e3ba5c76ac 2024-11-08T20:18:01,589 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/hbase/meta/1588230740/rep_barrier/e75d9cfdb9df4b30afa239e3ba5c76ac, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T20:18:01,590 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/hbase/meta/1588230740/.tmp/table/6bd2a4dd0e6d444f945fd53987b9b71f as hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/hbase/meta/1588230740/table/6bd2a4dd0e6d444f945fd53987b9b71f 2024-11-08T20:18:01,596 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/hbase/meta/1588230740/table/6bd2a4dd0e6d444f945fd53987b9b71f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T20:18:01,597 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1737ms, sequenceid=16, compaction requested=false 2024-11-08T20:18:01,597 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T20:18:01,604 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T20:18:01,604 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:18:01,604 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:18:01,605 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:18:01,605 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731097079859Running coprocessor pre-close hooks at 1731097079859Disabling compacts and flushes for region at 1731097079859Disabling writes for close at 1731097079859Obtaining lock to block concurrent updates at 1731097079859Preparing flush snapshotting stores in 1588230740 at 1731097079859Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731097079860 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731097079860Flushing 1588230740/info: creating writer at 1731097079860Flushing 1588230740/info: appending metadata at 1731097079879 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731097079879Flushing 1588230740/ns: creating writer at 1731097080289 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731097080301 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731097080301Flushing 1588230740/rep_barrier: creating writer at 1731097080712 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731097080728 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731097080728Flushing 1588230740/table: creating writer at 1731097081148 (+420 ms)Flushing 1588230740/table: appending metadata at 1731097081160 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731097081161 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4389fa20: reopening flushed file at 1731097081570 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a164cb2: reopening flushed file at 1731097081576 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@793d75fc: reopening flushed file at 1731097081583 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f805cf3: reopening flushed file at 1731097081589 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1737ms, sequenceid=16, compaction requested=false at 1731097081597 (+8 ms)Writing region close event to WAL at 1731097081601 (+4 ms)Running coprocessor post-close hooks at 1731097081604 (+3 ms)Closed at 1731097081605 (+1 ms) 2024-11-08T20:18:01,605 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T20:18:01,661 INFO [RS:0;ae1476a7656f:45283 {}] regionserver.HRegionServer(976): stopping server ae1476a7656f,45283,1731096998674; all regions closed. 2024-11-08T20:18:01,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741834_1010 (size=4239) 2024-11-08T20:18:01,663 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.meta.1731097002193.meta not finished, retry = 0 2024-11-08T20:18:01,766 DEBUG [RS:0;ae1476a7656f:45283 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/oldWALs 2024-11-08T20:18:01,766 INFO [RS:0;ae1476a7656f:45283 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C45283%2C1731096998674.meta:.meta(num 1731097002193) 2024-11-08T20:18:01,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741839_1015 (size=2700) 2024-11-08T20:18:01,768 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.rep.1731097011442 not finished, retry = 0 2024-11-08T20:18:01,871 DEBUG [RS:0;ae1476a7656f:45283 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/oldWALs 2024-11-08T20:18:01,871 INFO [RS:0;ae1476a7656f:45283 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C45283%2C1731096998674.rep:(num 1731097011442) 2024-11-08T20:18:01,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741832_1008 (size=1300) 2024-11-08T20:18:01,873 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/WALs/ae1476a7656f,45283,1731096998674/ae1476a7656f%2C45283%2C1731096998674.1731097001190 not finished, retry = 0 2024-11-08T20:18:01,956 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T20:18:01,976 DEBUG [RS:0;ae1476a7656f:45283 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/oldWALs 2024-11-08T20:18:01,976 INFO [RS:0;ae1476a7656f:45283 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C45283%2C1731096998674:(num 1731097001190) 2024-11-08T20:18:01,976 DEBUG [RS:0;ae1476a7656f:45283 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:01,976 INFO [RS:0;ae1476a7656f:45283 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:18:01,976 INFO [RS:0;ae1476a7656f:45283 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:18:01,976 INFO [RS:0;ae1476a7656f:45283 {}] hbase.ChoreService(370): Chore service for: regionserver/ae1476a7656f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T20:18:01,976 INFO [RS:0;ae1476a7656f:45283 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:18:01,976 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:18:01,976 INFO [RS:0;ae1476a7656f:45283 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ae1476a7656f,45283,1731096998674 because: Region server is closing 2024-11-08T20:18:01,977 INFO [RS:0;ae1476a7656f:45283 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:45283. 2024-11-08T20:18:01,977 DEBUG [RS:0;ae1476a7656f:45283 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:18:01,977 DEBUG [RS:0;ae1476a7656f:45283 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:01,977 DEBUG [RS:0;ae1476a7656f:45283 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:01,977 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:18:01,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:01,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:01,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:01,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:01,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:02,077 WARN [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.shipperae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T20:18:02,077 WARN [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.wal-reader.ae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T20:18:02,077 INFO [RS:0;ae1476a7656f:45283 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,45283,1731096998674.replicationSource.shipperae1476a7656f%2C45283%2C1731096998674,1-ae1476a7656f,45283,1731096998674 terminated 2024-11-08T20:18:02,077 INFO [RS:0;ae1476a7656f:45283 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45283 2024-11-08T20:18:02,159 INFO [RS:0;ae1476a7656f:45283 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:18:02,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45283-0x1011c17e5790001, quorum=127.0.0.1:63402, baseZNode=/0314813641 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0314813641/rs/ae1476a7656f,45283,1731096998674 2024-11-08T20:18:02,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1011c17e5790000, quorum=127.0.0.1:63402, baseZNode=/0314813641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0314813641/rs 2024-11-08T20:18:02,170 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ae1476a7656f,45283,1731096998674] 2024-11-08T20:18:02,180 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0314813641/draining/ae1476a7656f,45283,1731096998674 already deleted, retry=false 2024-11-08T20:18:02,180 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ae1476a7656f,45283,1731096998674 expired; onlineServers=0 2024-11-08T20:18:02,180 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ae1476a7656f,36229,1731096998482' ***** 2024-11-08T20:18:02,180 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T20:18:02,180 INFO [M:0;ae1476a7656f:36229 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:18:02,180 INFO [M:0;ae1476a7656f:36229 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:18:02,180 DEBUG [M:0;ae1476a7656f:36229 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T20:18:02,181 DEBUG [M:0;ae1476a7656f:36229 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T20:18:02,181 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T20:18:02,181 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097000973 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097000973,5,FailOnTimeoutGroup] 2024-11-08T20:18:02,181 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097000973 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097000973,5,FailOnTimeoutGroup] 2024-11-08T20:18:02,181 INFO [M:0;ae1476a7656f:36229 {}] hbase.ChoreService(370): Chore service for: master/ae1476a7656f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T20:18:02,181 INFO [M:0;ae1476a7656f:36229 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:18:02,181 DEBUG [M:0;ae1476a7656f:36229 {}] master.HMaster(1795): Stopping service threads 2024-11-08T20:18:02,181 INFO [M:0;ae1476a7656f:36229 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T20:18:02,181 INFO [M:0;ae1476a7656f:36229 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:18:02,181 INFO [M:0;ae1476a7656f:36229 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T20:18:02,181 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T20:18:02,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1011c17e5790000, quorum=127.0.0.1:63402, baseZNode=/0314813641 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0314813641/master 2024-11-08T20:18:02,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1011c17e5790000, quorum=127.0.0.1:63402, baseZNode=/0314813641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0314813641 2024-11-08T20:18:02,193 DEBUG [M:0;ae1476a7656f:36229 {}] zookeeper.ZKUtil(347): master:36229-0x1011c17e5790000, quorum=127.0.0.1:63402, baseZNode=/0314813641 Unable to get data of znode /0314813641/master because node does not exist (not an error) 2024-11-08T20:18:02,193 WARN [M:0;ae1476a7656f:36229 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T20:18:02,195 INFO [M:0;ae1476a7656f:36229 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/.lastflushedseqids 2024-11-08T20:18:02,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741850_1026 (size=263) 2024-11-08T20:18:02,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45283-0x1011c17e5790001, quorum=127.0.0.1:63402, baseZNode=/0314813641 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:18:02,270 INFO [RS:0;ae1476a7656f:45283 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:18:02,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45283-0x1011c17e5790001, quorum=127.0.0.1:63402, baseZNode=/0314813641 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:18:02,270 INFO [RS:0;ae1476a7656f:45283 {}] regionserver.HRegionServer(1031): Exiting; stopping=ae1476a7656f,45283,1731096998674; zookeeper connection closed. 2024-11-08T20:18:02,270 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@557fa8d7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@557fa8d7 2024-11-08T20:18:02,270 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T20:18:02,599 INFO [M:0;ae1476a7656f:36229 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T20:18:02,599 INFO [M:0;ae1476a7656f:36229 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T20:18:02,599 DEBUG [M:0;ae1476a7656f:36229 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:18:02,600 INFO [M:0;ae1476a7656f:36229 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:18:02,600 DEBUG [M:0;ae1476a7656f:36229 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:18:02,600 DEBUG [M:0;ae1476a7656f:36229 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:18:02,600 DEBUG [M:0;ae1476a7656f:36229 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:18:02,600 INFO [M:0;ae1476a7656f:36229 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-08T20:18:02,617 DEBUG [M:0;ae1476a7656f:36229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4e9fba589bda4d0db08e429a7b6f0304 is 82, key is hbase:meta,,1/info:regioninfo/1731097002259/Put/seqid=0 2024-11-08T20:18:02,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741851_1027 (size=5672) 2024-11-08T20:18:03,022 INFO [M:0;ae1476a7656f:36229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4e9fba589bda4d0db08e429a7b6f0304 2024-11-08T20:18:03,040 DEBUG [M:0;ae1476a7656f:36229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e793724968334663a2241b63ccb2c6a6 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731097008765/Put/seqid=0 2024-11-08T20:18:03,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741852_1028 (size=7240) 2024-11-08T20:18:03,445 INFO [M:0;ae1476a7656f:36229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e793724968334663a2241b63ccb2c6a6 2024-11-08T20:18:03,450 INFO [M:0;ae1476a7656f:36229 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e793724968334663a2241b63ccb2c6a6 2024-11-08T20:18:03,466 DEBUG [M:0;ae1476a7656f:36229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5c08ade1220043dcba679b8d76e8c004 is 69, key is ae1476a7656f,45283,1731096998674/rs:state/1731097001041/Put/seqid=0 2024-11-08T20:18:03,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741853_1029 (size=5156) 2024-11-08T20:18:03,870 INFO [M:0;ae1476a7656f:36229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5c08ade1220043dcba679b8d76e8c004 2024-11-08T20:18:03,875 DEBUG [M:0;ae1476a7656f:36229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4e9fba589bda4d0db08e429a7b6f0304 as hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4e9fba589bda4d0db08e429a7b6f0304 2024-11-08T20:18:03,880 INFO [M:0;ae1476a7656f:36229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4e9fba589bda4d0db08e429a7b6f0304, entries=8, sequenceid=105, filesize=5.5 K 2024-11-08T20:18:03,881 DEBUG [M:0;ae1476a7656f:36229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e793724968334663a2241b63ccb2c6a6 as hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e793724968334663a2241b63ccb2c6a6 2024-11-08T20:18:03,886 INFO [M:0;ae1476a7656f:36229 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e793724968334663a2241b63ccb2c6a6 2024-11-08T20:18:03,886 INFO [M:0;ae1476a7656f:36229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e793724968334663a2241b63ccb2c6a6, entries=11, sequenceid=105, filesize=7.1 K 2024-11-08T20:18:03,887 DEBUG [M:0;ae1476a7656f:36229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5c08ade1220043dcba679b8d76e8c004 as hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5c08ade1220043dcba679b8d76e8c004 2024-11-08T20:18:03,892 INFO [M:0;ae1476a7656f:36229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42515/user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5c08ade1220043dcba679b8d76e8c004, entries=1, sequenceid=105, filesize=5.0 K 2024-11-08T20:18:03,893 INFO [M:0;ae1476a7656f:36229 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=105, compaction requested=false 2024-11-08T20:18:03,894 INFO [M:0;ae1476a7656f:36229 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:18:03,894 DEBUG [M:0;ae1476a7656f:36229 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731097082599Disabling compacts and flushes for region at 1731097082599Disabling writes for close at 1731097082600 (+1 ms)Obtaining lock to block concurrent updates at 1731097082600Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731097082600Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731097082600Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731097082601 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731097082601Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731097082617 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731097082617Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731097083027 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731097083040 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731097083040Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731097083450 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731097083465 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731097083465Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5911210b: reopening flushed file at 1731097083874 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@325ef87a: reopening flushed file at 1731097083880 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@415a8691: reopening flushed file at 1731097083886 (+6 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=105, compaction requested=false at 1731097083893 (+7 ms)Writing region close event to WAL at 1731097083894 (+1 ms)Closed at 1731097083894 2024-11-08T20:18:03,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37103 is added to blk_1073741830_1006 (size=64526) 2024-11-08T20:18:03,897 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/11eee576-108d-379c-f047-4d058ef2f104/MasterData/WALs/ae1476a7656f,36229,1731096998482/ae1476a7656f%2C36229%2C1731096998482.1731097000447 not finished, retry = 0 2024-11-08T20:18:03,998 INFO [M:0;ae1476a7656f:36229 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T20:18:03,998 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:18:03,999 INFO [M:0;ae1476a7656f:36229 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36229 2024-11-08T20:18:03,999 INFO [M:0;ae1476a7656f:36229 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:18:04,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1011c17e5790000, quorum=127.0.0.1:63402, baseZNode=/0314813641 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:18:04,249 INFO [M:0;ae1476a7656f:36229 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:18:04,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36229-0x1011c17e5790000, quorum=127.0.0.1:63402, baseZNode=/0314813641 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:18:04,251 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23c7dcc5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:18:04,251 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3cb93e2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:18:04,251 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:18:04,251 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@118e03dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:18:04,252 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e007a01{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac456f0-cec5-1472-2dfe-28bd061411f5/hadoop.log.dir/,STOPPED} 2024-11-08T20:18:04,252 WARN [BP-436954895-172.17.0.3-1731096996335 heartbeating to localhost/127.0.0.1:42515 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T20:18:04,252 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T20:18:04,252 WARN [BP-436954895-172.17.0.3-1731096996335 heartbeating to localhost/127.0.0.1:42515 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-436954895-172.17.0.3-1731096996335 (Datanode Uuid 2e628424-37da-477f-ae6e-bca4b174ed20) service to localhost/127.0.0.1:42515 2024-11-08T20:18:04,252 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T20:18:04,253 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac456f0-cec5-1472-2dfe-28bd061411f5/cluster_27aec18a-1ef8-8616-79db-6816d89f6c88/data/data1/current/BP-436954895-172.17.0.3-1731096996335 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:18:04,253 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac456f0-cec5-1472-2dfe-28bd061411f5/cluster_27aec18a-1ef8-8616-79db-6816d89f6c88/data/data2/current/BP-436954895-172.17.0.3-1731096996335 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:18:04,253 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T20:18:04,257 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ebe1ba5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:18:04,258 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@53f659eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:18:04,258 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:18:04,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65596767{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:18:04,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33936baa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dac456f0-cec5-1472-2dfe-28bd061411f5/hadoop.log.dir/,STOPPED} 2024-11-08T20:18:04,263 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T20:18:04,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T20:18:04,282 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=159 (was 138) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:42515 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:42515 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33871 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:42515 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42515 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63402) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:33871 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:33871 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:33871 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007ff090b8dcf0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63402) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:33871 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:42515 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007ff090b8dcf0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=332 (was 440), ProcessCount=11 (was 11), AvailableMemoryMB=2575 (was 2011) - AvailableMemoryMB LEAK? - 2024-11-08T20:18:04,289 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=160, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=332, ProcessCount=11, AvailableMemoryMB=2575 2024-11-08T20:18:04,302 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-08T20:18:04,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52082008-e845-de3e-48af-361d87015c73/hadoop.log.dir so I do NOT create it in target/test-data/ccf5f297-5222-b32b-a0f1-0491f5b9b839 2024-11-08T20:18:04,303 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52082008-e845-de3e-48af-361d87015c73/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T20:18:04,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52082008-e845-de3e-48af-361d87015c73/hadoop.tmp.dir so I do NOT create it in target/test-data/ccf5f297-5222-b32b-a0f1-0491f5b9b839 2024-11-08T20:18:04,303 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52082008-e845-de3e-48af-361d87015c73/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T20:18:04,303 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf5f297-5222-b32b-a0f1-0491f5b9b839 2024-11-08T20:18:04,303 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf5f297-5222-b32b-a0f1-0491f5b9b839/cluster_3a113b78-c421-8201-71e5-f626a94a6274, deleteOnExit=true 2024-11-08T20:18:04,320 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf5f297-5222-b32b-a0f1-0491f5b9b839/cluster_3a113b78-c421-8201-71e5-f626a94a6274/zookeeper_0, clientPort=49562, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf5f297-5222-b32b-a0f1-0491f5b9b839/cluster_3a113b78-c421-8201-71e5-f626a94a6274/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf5f297-5222-b32b-a0f1-0491f5b9b839/cluster_3a113b78-c421-8201-71e5-f626a94a6274/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T20:18:04,321 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49562 2024-11-08T20:18:04,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T20:18:04,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T20:18:04,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf5f297-5222-b32b-a0f1-0491f5b9b839/test.cache.data in system properties and HBase conf 2024-11-08T20:18:04,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf5f297-5222-b32b-a0f1-0491f5b9b839/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T20:18:04,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf5f297-5222-b32b-a0f1-0491f5b9b839/hadoop.log.dir in system properties and HBase conf 2024-11-08T20:18:04,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf5f297-5222-b32b-a0f1-0491f5b9b839/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T20:18:04,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf5f297-5222-b32b-a0f1-0491f5b9b839/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T20:18:04,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T20:18:04,322 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T20:18:04,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf5f297-5222-b32b-a0f1-0491f5b9b839/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:18:04,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf5f297-5222-b32b-a0f1-0491f5b9b839/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:18:04,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf5f297-5222-b32b-a0f1-0491f5b9b839/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T20:18:04,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf5f297-5222-b32b-a0f1-0491f5b9b839/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:18:04,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf5f297-5222-b32b-a0f1-0491f5b9b839/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T20:18:04,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf5f297-5222-b32b-a0f1-0491f5b9b839/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T20:18:04,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf5f297-5222-b32b-a0f1-0491f5b9b839/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:18:04,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf5f297-5222-b32b-a0f1-0491f5b9b839/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:18:04,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf5f297-5222-b32b-a0f1-0491f5b9b839/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T20:18:04,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf5f297-5222-b32b-a0f1-0491f5b9b839/nfs.dump.dir in system properties and HBase conf 2024-11-08T20:18:04,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf5f297-5222-b32b-a0f1-0491f5b9b839/java.io.tmpdir in system properties and HBase conf 2024-11-08T20:18:04,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf5f297-5222-b32b-a0f1-0491f5b9b839/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:18:04,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf5f297-5222-b32b-a0f1-0491f5b9b839/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T20:18:04,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf5f297-5222-b32b-a0f1-0491f5b9b839/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T20:18:04,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011c17e5790002, quorum=127.0.0.1:63402, baseZNode=/0314813641 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T20:18:04,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011c17e5790005, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T20:18:04,361 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011c17e5790005, quorum=127.0.0.1:63402, baseZNode=/1-98757111 Received Disconnected from ZooKeeper, ignoring 2024-11-08T20:18:04,361 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011c17e5790002, quorum=127.0.0.1:63402, baseZNode=/0314813641 Received Disconnected from ZooKeeper, ignoring 2024-11-08T20:18:04,779 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:18:04,783 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:18:04,789 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:18:04,789 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:18:04,789 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T20:18:04,790 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:18:04,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52377ccc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf5f297-5222-b32b-a0f1-0491f5b9b839/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:18:04,791 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6423216d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:18:04,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@213fb925{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf5f297-5222-b32b-a0f1-0491f5b9b839/java.io.tmpdir/jetty-localhost-42639-hadoop-hdfs-3_4_1-tests_jar-_-any-12593828640453029835/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:18:04,885 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ddde8c5{HTTP/1.1, (http/1.1)}{localhost:42639} 2024-11-08T20:18:04,885 INFO [Time-limited test {}] server.Server(415): Started @145173ms 2024-11-08T20:18:05,162 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:18:05,167 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:18:05,168 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:18:05,168 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:18:05,168 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T20:18:05,169 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59ff27e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf5f297-5222-b32b-a0f1-0491f5b9b839/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:18:05,169 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@198d949d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:18:05,267 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@247cdfce{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf5f297-5222-b32b-a0f1-0491f5b9b839/java.io.tmpdir/jetty-localhost-40585-hadoop-hdfs-3_4_1-tests_jar-_-any-16055021471813093047/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:18:05,268 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3dc13ba6{HTTP/1.1, (http/1.1)}{localhost:40585} 2024-11-08T20:18:05,268 INFO [Time-limited test {}] server.Server(415): Started @145556ms 2024-11-08T20:18:05,269 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T20:18:05,982 WARN [Thread-1282 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf5f297-5222-b32b-a0f1-0491f5b9b839/cluster_3a113b78-c421-8201-71e5-f626a94a6274/data/data1/current/BP-2035706595-172.17.0.3-1731097084338/current, will proceed with Du for space computation calculation, 2024-11-08T20:18:05,982 WARN [Thread-1283 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf5f297-5222-b32b-a0f1-0491f5b9b839/cluster_3a113b78-c421-8201-71e5-f626a94a6274/data/data2/current/BP-2035706595-172.17.0.3-1731097084338/current, will proceed with Du for space computation calculation, 2024-11-08T20:18:06,001 WARN [Thread-1270 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T20:18:06,004 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x26609da0af337fc6 with lease ID 0x78691d8954677c5e: Processing first storage report for DS-1087b5cd-20f7-4b4a-8e3f-fe0180dfd986 from datanode DatanodeRegistration(127.0.0.1:39829, datanodeUuid=1b9ea085-ebfe-484a-b693-a0df82e6526f, infoPort=35459, infoSecurePort=0, ipcPort=38383, storageInfo=lv=-57;cid=testClusterID;nsid=1044389261;c=1731097084338) 2024-11-08T20:18:06,004 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x26609da0af337fc6 with lease ID 0x78691d8954677c5e: from storage DS-1087b5cd-20f7-4b4a-8e3f-fe0180dfd986 node DatanodeRegistration(127.0.0.1:39829, datanodeUuid=1b9ea085-ebfe-484a-b693-a0df82e6526f, infoPort=35459, infoSecurePort=0, ipcPort=38383, storageInfo=lv=-57;cid=testClusterID;nsid=1044389261;c=1731097084338), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:18:06,004 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x26609da0af337fc6 with lease ID 0x78691d8954677c5e: Processing first storage report for DS-9c8aa3a5-e256-47cd-928b-abffcd07ad53 from datanode DatanodeRegistration(127.0.0.1:39829, datanodeUuid=1b9ea085-ebfe-484a-b693-a0df82e6526f, infoPort=35459, infoSecurePort=0, ipcPort=38383, storageInfo=lv=-57;cid=testClusterID;nsid=1044389261;c=1731097084338) 2024-11-08T20:18:06,004 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x26609da0af337fc6 with lease ID 0x78691d8954677c5e: from storage DS-9c8aa3a5-e256-47cd-928b-abffcd07ad53 node DatanodeRegistration(127.0.0.1:39829, datanodeUuid=1b9ea085-ebfe-484a-b693-a0df82e6526f, infoPort=35459, infoSecurePort=0, ipcPort=38383, storageInfo=lv=-57;cid=testClusterID;nsid=1044389261;c=1731097084338), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:18:06,097 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf5f297-5222-b32b-a0f1-0491f5b9b839 2024-11-08T20:18:06,097 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:18:06,098 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:18:06,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741825_1001 (size=7) 2024-11-08T20:18:06,507 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54 with version=8 2024-11-08T20:18:06,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/hbase-staging 2024-11-08T20:18:06,509 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:18:06,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:18:06,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:18:06,509 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:18:06,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:18:06,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:18:06,510 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T20:18:06,510 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:18:06,510 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40943 2024-11-08T20:18:06,511 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40943 connecting to ZooKeeper ensemble=127.0.0.1:49562 2024-11-08T20:18:06,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:409430x0, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:18:06,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40943-0x1011c193d4b0000 connected 2024-11-08T20:18:06,686 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:18:06,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:18:06,689 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40943-0x1011c193d4b0000, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Set watcher on znode that does not yet exist, /0-2074702740/running 2024-11-08T20:18:06,689 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54, hbase.cluster.distributed=false 2024-11-08T20:18:06,690 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40943-0x1011c193d4b0000, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Set watcher on znode that does not yet exist, /0-2074702740/acl 2024-11-08T20:18:06,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40943 2024-11-08T20:18:06,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40943 2024-11-08T20:18:06,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40943 2024-11-08T20:18:06,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40943 2024-11-08T20:18:06,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40943 2024-11-08T20:18:06,713 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:18:06,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:18:06,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:18:06,713 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:18:06,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:18:06,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:18:06,714 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T20:18:06,714 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:18:06,715 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40661 2024-11-08T20:18:06,715 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40661 connecting to ZooKeeper ensemble=127.0.0.1:49562 2024-11-08T20:18:06,716 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:18:06,717 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:18:06,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406610x0, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:18:06,732 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406610x0, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Set watcher on znode that does not yet exist, /0-2074702740/running 2024-11-08T20:18:06,732 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40661-0x1011c193d4b0001 connected 2024-11-08T20:18:06,733 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T20:18:06,733 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T20:18:06,734 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40661-0x1011c193d4b0001, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Set watcher on znode that does not yet exist, /0-2074702740/master 2024-11-08T20:18:06,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40661-0x1011c193d4b0001, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Set watcher on znode that does not yet exist, /0-2074702740/acl 2024-11-08T20:18:06,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40661 2024-11-08T20:18:06,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40661 2024-11-08T20:18:06,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40661 2024-11-08T20:18:06,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40661 2024-11-08T20:18:06,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40661 2024-11-08T20:18:06,748 DEBUG [M:0;ae1476a7656f:40943 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ae1476a7656f:40943 2024-11-08T20:18:06,749 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2074702740/backup-masters/ae1476a7656f,40943,1731097086509 2024-11-08T20:18:06,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40661-0x1011c193d4b0001, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2074702740/backup-masters 2024-11-08T20:18:06,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40943-0x1011c193d4b0000, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2074702740/backup-masters 2024-11-08T20:18:06,760 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40943-0x1011c193d4b0000, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Set watcher on existing znode=/0-2074702740/backup-masters/ae1476a7656f,40943,1731097086509 2024-11-08T20:18:06,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40661-0x1011c193d4b0001, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2074702740/master 2024-11-08T20:18:06,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40943-0x1011c193d4b0000, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2074702740 2024-11-08T20:18:06,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40661-0x1011c193d4b0001, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2074702740 2024-11-08T20:18:06,770 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40943-0x1011c193d4b0000, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Set watcher on existing znode=/0-2074702740/master 2024-11-08T20:18:06,771 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2074702740/backup-masters/ae1476a7656f,40943,1731097086509 from backup master directory 2024-11-08T20:18:06,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40661-0x1011c193d4b0001, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2074702740/backup-masters 2024-11-08T20:18:06,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40943-0x1011c193d4b0000, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2074702740/backup-masters/ae1476a7656f,40943,1731097086509 2024-11-08T20:18:06,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40943-0x1011c193d4b0000, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2074702740/backup-masters 2024-11-08T20:18:06,781 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:18:06,781 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ae1476a7656f,40943,1731097086509 2024-11-08T20:18:06,784 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/hbase.id] with ID: d7773065-2d57-4348-9ec0-7a50b9456756 2024-11-08T20:18:06,784 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/.tmp/hbase.id 2024-11-08T20:18:06,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741826_1002 (size=42) 2024-11-08T20:18:07,106 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T20:18:07,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:07,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:07,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:07,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:07,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:07,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:07,190 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/.tmp/hbase.id]:[hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/hbase.id] 2024-11-08T20:18:07,200 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:18:07,200 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T20:18:07,201 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T20:18:07,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40943-0x1011c193d4b0000, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2074702740 2024-11-08T20:18:07,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40661-0x1011c193d4b0001, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2074702740 2024-11-08T20:18:07,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741827_1003 (size=196) 2024-11-08T20:18:07,660 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:18:07,661 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T20:18:07,661 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:18:07,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741828_1004 (size=1189) 2024-11-08T20:18:07,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:18:07,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T20:18:07,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T20:18:07,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T20:18:07,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T20:18:07,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:18:07,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T20:18:08,068 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/data/master/store 2024-11-08T20:18:08,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741829_1005 (size=34) 2024-11-08T20:18:08,474 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:18:08,474 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:18:08,474 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:18:08,474 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:18:08,474 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:18:08,474 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:18:08,474 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:18:08,474 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731097088474Disabling compacts and flushes for region at 1731097088474Disabling writes for close at 1731097088474Writing region close event to WAL at 1731097088474Closed at 1731097088474 2024-11-08T20:18:08,475 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/data/master/store/.initializing 2024-11-08T20:18:08,475 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/WALs/ae1476a7656f,40943,1731097086509 2024-11-08T20:18:08,476 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:18:08,478 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C40943%2C1731097086509, suffix=, logDir=hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/WALs/ae1476a7656f,40943,1731097086509, archiveDir=hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/oldWALs, maxLogs=10 2024-11-08T20:18:08,494 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/WALs/ae1476a7656f,40943,1731097086509/ae1476a7656f%2C40943%2C1731097086509.1731097088478, exclude list is [], retry=0 2024-11-08T20:18:08,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39829,DS-1087b5cd-20f7-4b4a-8e3f-fe0180dfd986,DISK] 2024-11-08T20:18:08,498 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/WALs/ae1476a7656f,40943,1731097086509/ae1476a7656f%2C40943%2C1731097086509.1731097088478 2024-11-08T20:18:08,498 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35459:35459)] 2024-11-08T20:18:08,498 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:18:08,498 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:18:08,498 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:08,498 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:08,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:08,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T20:18:08,501 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:08,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:18:08,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:08,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T20:18:08,502 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:08,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:18:08,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:08,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T20:18:08,503 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:08,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:18:08,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:08,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T20:18:08,504 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:08,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:18:08,505 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:08,505 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:08,506 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:08,507 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:08,507 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:08,507 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:18:08,508 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:08,510 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:18:08,511 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69715454, jitterRate=0.03884121775627136}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:18:08,511 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731097088498Initializing all the Stores at 1731097088499 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097088499Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097088499Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097088499Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097088499Cleaning up temporary data from old regions at 1731097088507 (+8 ms)Region opened successfully at 1731097088511 (+4 ms) 2024-11-08T20:18:08,512 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T20:18:08,514 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bbd96e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:18:08,515 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T20:18:08,515 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T20:18:08,516 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T20:18:08,516 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T20:18:08,516 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T20:18:08,516 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T20:18:08,516 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T20:18:08,519 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T20:18:08,519 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40943-0x1011c193d4b0000, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Unable to get data of znode /0-2074702740/balancer because node does not exist (not necessarily an error) 2024-11-08T20:18:08,580 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2074702740/balancer already deleted, retry=false 2024-11-08T20:18:08,581 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T20:18:08,581 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40943-0x1011c193d4b0000, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Unable to get data of znode /0-2074702740/normalizer because node does not exist (not necessarily an error) 2024-11-08T20:18:08,591 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2074702740/normalizer already deleted, retry=false 2024-11-08T20:18:08,591 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T20:18:08,592 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40943-0x1011c193d4b0000, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Unable to get data of znode /0-2074702740/switch/split because node does not exist (not necessarily an error) 2024-11-08T20:18:08,601 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2074702740/switch/split already deleted, retry=false 2024-11-08T20:18:08,602 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40943-0x1011c193d4b0000, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Unable to get data of znode /0-2074702740/switch/merge because node does not exist (not necessarily an error) 2024-11-08T20:18:08,612 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2074702740/switch/merge already deleted, retry=false 2024-11-08T20:18:08,614 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40943-0x1011c193d4b0000, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Unable to get data of znode /0-2074702740/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T20:18:08,626 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2074702740/snapshot-cleanup already deleted, retry=false 2024-11-08T20:18:08,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40661-0x1011c193d4b0001, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2074702740/running 2024-11-08T20:18:08,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40943-0x1011c193d4b0000, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2074702740/running 2024-11-08T20:18:08,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40943-0x1011c193d4b0000, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2074702740 2024-11-08T20:18:08,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40661-0x1011c193d4b0001, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2074702740 2024-11-08T20:18:08,637 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ae1476a7656f,40943,1731097086509, sessionid=0x1011c193d4b0000, setting cluster-up flag (Was=false) 2024-11-08T20:18:08,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40661-0x1011c193d4b0001, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2074702740 2024-11-08T20:18:08,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40943-0x1011c193d4b0000, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2074702740 2024-11-08T20:18:08,689 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2074702740/flush-table-proc/acquired, /0-2074702740/flush-table-proc/reached, /0-2074702740/flush-table-proc/abort 2024-11-08T20:18:08,691 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,40943,1731097086509 2024-11-08T20:18:08,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40943-0x1011c193d4b0000, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2074702740 2024-11-08T20:18:08,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40661-0x1011c193d4b0001, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2074702740 2024-11-08T20:18:08,742 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2074702740/online-snapshot/acquired, /0-2074702740/online-snapshot/reached, /0-2074702740/online-snapshot/abort 2024-11-08T20:18:08,743 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,40943,1731097086509 2024-11-08T20:18:08,744 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T20:18:08,745 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T20:18:08,745 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T20:18:08,745 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T20:18:08,746 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ae1476a7656f,40943,1731097086509 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T20:18:08,747 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:18:08,747 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:18:08,747 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:18:08,747 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:18:08,747 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ae1476a7656f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T20:18:08,747 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:08,747 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:18:08,747 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:08,747 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731097118747 2024-11-08T20:18:08,748 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T20:18:08,748 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T20:18:08,748 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T20:18:08,748 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T20:18:08,748 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T20:18:08,748 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T20:18:08,748 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:08,748 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:18:08,748 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T20:18:08,749 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:08,749 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T20:18:08,749 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T20:18:08,749 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T20:18:08,749 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T20:18:08,749 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T20:18:08,750 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T20:18:08,750 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T20:18:08,750 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097088750,5,FailOnTimeoutGroup] 2024-11-08T20:18:08,752 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097088750,5,FailOnTimeoutGroup] 2024-11-08T20:18:08,752 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:08,752 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T20:18:08,752 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:08,752 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:08,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741831_1007 (size=1321) 2024-11-08T20:18:08,841 INFO [RS:0;ae1476a7656f:40661 {}] regionserver.HRegionServer(746): ClusterId : d7773065-2d57-4348-9ec0-7a50b9456756 2024-11-08T20:18:08,842 DEBUG [RS:0;ae1476a7656f:40661 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T20:18:08,855 DEBUG [RS:0;ae1476a7656f:40661 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T20:18:08,855 DEBUG [RS:0;ae1476a7656f:40661 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T20:18:08,865 DEBUG [RS:0;ae1476a7656f:40661 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T20:18:08,866 DEBUG [RS:0;ae1476a7656f:40661 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c722039, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:18:08,879 DEBUG [RS:0;ae1476a7656f:40661 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ae1476a7656f:40661 2024-11-08T20:18:08,879 INFO [RS:0;ae1476a7656f:40661 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T20:18:08,879 INFO [RS:0;ae1476a7656f:40661 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T20:18:08,879 DEBUG [RS:0;ae1476a7656f:40661 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T20:18:08,879 INFO [RS:0;ae1476a7656f:40661 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae1476a7656f,40943,1731097086509 with port=40661, startcode=1731097086713 2024-11-08T20:18:08,880 DEBUG [RS:0;ae1476a7656f:40661 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T20:18:08,881 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33981, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T20:18:08,881 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40943 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae1476a7656f,40661,1731097086713 2024-11-08T20:18:08,881 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40943 {}] master.ServerManager(517): Registering regionserver=ae1476a7656f,40661,1731097086713 2024-11-08T20:18:08,882 DEBUG [RS:0;ae1476a7656f:40661 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54 2024-11-08T20:18:08,882 DEBUG [RS:0;ae1476a7656f:40661 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43813 2024-11-08T20:18:08,882 DEBUG [RS:0;ae1476a7656f:40661 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T20:18:08,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40943-0x1011c193d4b0000, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2074702740/rs 2024-11-08T20:18:08,890 DEBUG [RS:0;ae1476a7656f:40661 {}] zookeeper.ZKUtil(111): regionserver:40661-0x1011c193d4b0001, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Set watcher on existing znode=/0-2074702740/rs/ae1476a7656f,40661,1731097086713 2024-11-08T20:18:08,890 WARN [RS:0;ae1476a7656f:40661 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:18:08,890 INFO [RS:0;ae1476a7656f:40661 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:18:08,890 DEBUG [RS:0;ae1476a7656f:40661 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/WALs/ae1476a7656f,40661,1731097086713 2024-11-08T20:18:08,890 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae1476a7656f,40661,1731097086713] 2024-11-08T20:18:08,894 INFO [RS:0;ae1476a7656f:40661 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T20:18:08,895 INFO [RS:0;ae1476a7656f:40661 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T20:18:08,895 INFO [RS:0;ae1476a7656f:40661 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T20:18:08,895 INFO [RS:0;ae1476a7656f:40661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:08,895 INFO [RS:0;ae1476a7656f:40661 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T20:18:08,896 INFO [RS:0;ae1476a7656f:40661 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T20:18:08,896 INFO [RS:0;ae1476a7656f:40661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:08,896 DEBUG [RS:0;ae1476a7656f:40661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:08,896 DEBUG [RS:0;ae1476a7656f:40661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:08,896 DEBUG [RS:0;ae1476a7656f:40661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:08,896 DEBUG [RS:0;ae1476a7656f:40661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:08,896 DEBUG [RS:0;ae1476a7656f:40661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:08,896 DEBUG [RS:0;ae1476a7656f:40661 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:18:08,896 DEBUG [RS:0;ae1476a7656f:40661 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:08,896 DEBUG [RS:0;ae1476a7656f:40661 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:08,896 DEBUG [RS:0;ae1476a7656f:40661 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:08,896 DEBUG [RS:0;ae1476a7656f:40661 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:08,896 DEBUG [RS:0;ae1476a7656f:40661 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:08,896 DEBUG [RS:0;ae1476a7656f:40661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:08,896 DEBUG [RS:0;ae1476a7656f:40661 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:18:08,897 DEBUG [RS:0;ae1476a7656f:40661 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:18:08,897 INFO [RS:0;ae1476a7656f:40661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:08,897 INFO [RS:0;ae1476a7656f:40661 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:08,897 INFO [RS:0;ae1476a7656f:40661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:08,897 INFO [RS:0;ae1476a7656f:40661 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:08,897 INFO [RS:0;ae1476a7656f:40661 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:08,898 INFO [RS:0;ae1476a7656f:40661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,40661,1731097086713-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:18:08,911 INFO [RS:0;ae1476a7656f:40661 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T20:18:08,911 INFO [RS:0;ae1476a7656f:40661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,40661,1731097086713-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:08,911 INFO [RS:0;ae1476a7656f:40661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:08,911 INFO [RS:0;ae1476a7656f:40661 {}] regionserver.Replication(171): ae1476a7656f,40661,1731097086713 started 2024-11-08T20:18:08,924 INFO [RS:0;ae1476a7656f:40661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:08,924 INFO [RS:0;ae1476a7656f:40661 {}] regionserver.HRegionServer(1482): Serving as ae1476a7656f,40661,1731097086713, RpcServer on ae1476a7656f/172.17.0.3:40661, sessionid=0x1011c193d4b0001 2024-11-08T20:18:08,924 DEBUG [RS:0;ae1476a7656f:40661 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T20:18:08,924 DEBUG [RS:0;ae1476a7656f:40661 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae1476a7656f,40661,1731097086713 2024-11-08T20:18:08,924 DEBUG [RS:0;ae1476a7656f:40661 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,40661,1731097086713' 2024-11-08T20:18:08,924 DEBUG [RS:0;ae1476a7656f:40661 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2074702740/flush-table-proc/abort' 2024-11-08T20:18:08,925 DEBUG [RS:0;ae1476a7656f:40661 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2074702740/flush-table-proc/acquired' 2024-11-08T20:18:08,925 DEBUG [RS:0;ae1476a7656f:40661 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T20:18:08,925 DEBUG [RS:0;ae1476a7656f:40661 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T20:18:08,925 DEBUG [RS:0;ae1476a7656f:40661 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae1476a7656f,40661,1731097086713 2024-11-08T20:18:08,925 DEBUG [RS:0;ae1476a7656f:40661 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,40661,1731097086713' 2024-11-08T20:18:08,925 DEBUG [RS:0;ae1476a7656f:40661 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2074702740/online-snapshot/abort' 2024-11-08T20:18:08,926 DEBUG [RS:0;ae1476a7656f:40661 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2074702740/online-snapshot/acquired' 2024-11-08T20:18:08,926 DEBUG [RS:0;ae1476a7656f:40661 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T20:18:08,926 INFO [RS:0;ae1476a7656f:40661 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T20:18:08,926 INFO [RS:0;ae1476a7656f:40661 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T20:18:09,026 INFO [RS:0;ae1476a7656f:40661 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:18:09,028 INFO [RS:0;ae1476a7656f:40661 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C40661%2C1731097086713, suffix=, logDir=hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/WALs/ae1476a7656f,40661,1731097086713, archiveDir=hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/oldWALs, maxLogs=10 2024-11-08T20:18:09,040 DEBUG [RS:0;ae1476a7656f:40661 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/WALs/ae1476a7656f,40661,1731097086713/ae1476a7656f%2C40661%2C1731097086713.1731097089028, exclude list is [], retry=0 2024-11-08T20:18:09,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39829,DS-1087b5cd-20f7-4b4a-8e3f-fe0180dfd986,DISK] 2024-11-08T20:18:09,044 INFO [RS:0;ae1476a7656f:40661 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/WALs/ae1476a7656f,40661,1731097086713/ae1476a7656f%2C40661%2C1731097086713.1731097089028 2024-11-08T20:18:09,044 DEBUG [RS:0;ae1476a7656f:40661 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35459:35459)] 2024-11-08T20:18:09,156 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T20:18:09,156 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54 2024-11-08T20:18:09,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741833_1009 (size=32) 2024-11-08T20:18:09,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:18:09,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:18:09,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:18:09,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:09,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:18:09,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:18:09,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:18:09,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:09,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:18:09,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:18:09,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:18:09,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:09,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:18:09,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:18:09,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:18:09,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:09,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:18:09,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:18:09,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/data/hbase/meta/1588230740 2024-11-08T20:18:09,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/data/hbase/meta/1588230740 2024-11-08T20:18:09,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:18:09,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:18:09,572 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:18:09,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:18:09,575 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:18:09,575 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67954126, jitterRate=0.012595385313034058}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:18:09,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731097089562Initializing all the Stores at 1731097089563 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097089563Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097089563Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097089563Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097089563Cleaning up temporary data from old regions at 1731097089572 (+9 ms)Region opened successfully at 1731097089576 (+4 ms) 2024-11-08T20:18:09,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:18:09,576 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:18:09,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:18:09,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:18:09,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:18:09,576 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:18:09,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731097089576Disabling compacts and flushes for region at 1731097089576Disabling writes for close at 1731097089576Writing region close event to WAL at 1731097089576Closed at 1731097089576 2024-11-08T20:18:09,577 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:18:09,577 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T20:18:09,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T20:18:09,579 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:18:09,579 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T20:18:09,730 DEBUG [ae1476a7656f:40943 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T20:18:09,730 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ae1476a7656f,40661,1731097086713 2024-11-08T20:18:09,731 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,40661,1731097086713, state=OPENING 2024-11-08T20:18:09,749 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T20:18:09,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40943-0x1011c193d4b0000, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2074702740 2024-11-08T20:18:09,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40661-0x1011c193d4b0001, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2074702740 2024-11-08T20:18:09,785 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:18:09,785 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2074702740/meta-region-server: CHANGED 2024-11-08T20:18:09,785 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2074702740/meta-region-server: CHANGED 2024-11-08T20:18:09,785 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,40661,1731097086713}] 2024-11-08T20:18:09,938 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:18:09,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42177, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T20:18:09,942 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T20:18:09,942 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:18:09,942 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T20:18:09,944 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C40661%2C1731097086713.meta, suffix=.meta, logDir=hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/WALs/ae1476a7656f,40661,1731097086713, archiveDir=hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/oldWALs, maxLogs=10 2024-11-08T20:18:09,956 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/WALs/ae1476a7656f,40661,1731097086713/ae1476a7656f%2C40661%2C1731097086713.meta.1731097089944.meta, exclude list is [], retry=0 2024-11-08T20:18:09,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39829,DS-1087b5cd-20f7-4b4a-8e3f-fe0180dfd986,DISK] 2024-11-08T20:18:09,959 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/WALs/ae1476a7656f,40661,1731097086713/ae1476a7656f%2C40661%2C1731097086713.meta.1731097089944.meta 2024-11-08T20:18:09,960 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35459:35459)] 2024-11-08T20:18:09,960 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:18:09,960 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:18:09,960 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T20:18:09,960 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T20:18:09,960 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T20:18:09,960 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T20:18:09,960 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:18:09,960 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T20:18:09,960 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T20:18:09,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:18:09,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:18:09,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:09,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:18:09,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:18:09,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:18:09,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:09,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:18:09,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:18:09,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:18:09,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:09,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:18:09,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:18:09,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:18:09,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:09,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:18:09,965 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:18:09,966 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/data/hbase/meta/1588230740 2024-11-08T20:18:09,966 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/data/hbase/meta/1588230740 2024-11-08T20:18:09,967 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:18:09,967 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:18:09,968 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:18:09,969 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:18:09,969 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71809653, jitterRate=0.07004721462726593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:18:09,969 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T20:18:09,970 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731097089961Writing region info on filesystem at 1731097089961Initializing all the Stores at 1731097089961Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097089961Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097089961Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097089961Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097089961Cleaning up temporary data from old regions at 1731097089967 (+6 ms)Running coprocessor post-open hooks at 1731097089969 (+2 ms)Region opened successfully at 1731097089970 (+1 ms) 2024-11-08T20:18:09,971 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731097089937 2024-11-08T20:18:09,972 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T20:18:09,972 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T20:18:09,973 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,40661,1731097086713 2024-11-08T20:18:09,973 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,40661,1731097086713, state=OPEN 2024-11-08T20:18:09,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40943-0x1011c193d4b0000, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2074702740/meta-region-server 2024-11-08T20:18:09,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40661-0x1011c193d4b0001, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2074702740/meta-region-server 2024-11-08T20:18:09,995 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ae1476a7656f,40661,1731097086713 2024-11-08T20:18:09,995 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2074702740/meta-region-server: CHANGED 2024-11-08T20:18:09,995 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2074702740/meta-region-server: CHANGED 2024-11-08T20:18:09,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T20:18:09,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,40661,1731097086713 in 210 msec 2024-11-08T20:18:09,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T20:18:09,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 420 msec 2024-11-08T20:18:09,999 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:18:09,999 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T20:18:10,000 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:18:10,000 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,40661,1731097086713, seqNum=-1] 2024-11-08T20:18:10,001 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:18:10,002 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:18:10,007 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2610 sec 2024-11-08T20:18:10,007 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731097090007, completionTime=-1 2024-11-08T20:18:10,007 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T20:18:10,007 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T20:18:10,009 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T20:18:10,009 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731097150009 2024-11-08T20:18:10,009 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731097210009 2024-11-08T20:18:10,009 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T20:18:10,009 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,40943,1731097086509-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:10,009 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,40943,1731097086509-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:10,009 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,40943,1731097086509-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:10,009 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ae1476a7656f:40943, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:10,009 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:10,009 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:10,011 DEBUG [master/ae1476a7656f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T20:18:10,013 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.231sec 2024-11-08T20:18:10,013 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T20:18:10,013 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T20:18:10,013 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T20:18:10,013 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T20:18:10,013 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T20:18:10,013 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,40943,1731097086509-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:18:10,013 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,40943,1731097086509-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T20:18:10,015 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T20:18:10,015 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T20:18:10,015 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,40943,1731097086509-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:10,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@453ec090, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:10,042 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,40943,-1 for getting cluster id 2024-11-08T20:18:10,042 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:18:10,043 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7773065-2d57-4348-9ec0-7a50b9456756' 2024-11-08T20:18:10,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:18:10,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7773065-2d57-4348-9ec0-7a50b9456756" 2024-11-08T20:18:10,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@232b2724, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:10,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,40943,-1] 2024-11-08T20:18:10,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:18:10,045 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:10,045 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:18:10,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50245e17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:10,046 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:18:10,047 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,40661,1731097086713, seqNum=-1] 2024-11-08T20:18:10,047 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:18:10,048 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:18:10,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ae1476a7656f,40943,1731097086509 2024-11-08T20:18:10,050 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49562 2024-11-08T20:18:10,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:18:10,058 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011c193d4b0002 connected 2024-11-08T20:18:10,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf5f297-5222-b32b-a0f1-0491f5b9b839/hadoop.log.dir so I do NOT create it in target/test-data/02f18bc8-4035-1501-01bc-13d5212e0d7e 2024-11-08T20:18:10,071 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf5f297-5222-b32b-a0f1-0491f5b9b839/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T20:18:10,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf5f297-5222-b32b-a0f1-0491f5b9b839/hadoop.tmp.dir so I do NOT create it in target/test-data/02f18bc8-4035-1501-01bc-13d5212e0d7e 2024-11-08T20:18:10,071 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf5f297-5222-b32b-a0f1-0491f5b9b839/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T20:18:10,071 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02f18bc8-4035-1501-01bc-13d5212e0d7e 2024-11-08T20:18:10,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T20:18:10,071 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02f18bc8-4035-1501-01bc-13d5212e0d7e/cluster_69651e7f-3539-9d07-1840-97bd5e063b0b, deleteOnExit=true 2024-11-08T20:18:10,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T20:18:10,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02f18bc8-4035-1501-01bc-13d5212e0d7e/test.cache.data in system properties and HBase conf 2024-11-08T20:18:10,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02f18bc8-4035-1501-01bc-13d5212e0d7e/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T20:18:10,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02f18bc8-4035-1501-01bc-13d5212e0d7e/hadoop.log.dir in system properties and HBase conf 2024-11-08T20:18:10,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02f18bc8-4035-1501-01bc-13d5212e0d7e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T20:18:10,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02f18bc8-4035-1501-01bc-13d5212e0d7e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T20:18:10,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T20:18:10,071 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T20:18:10,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02f18bc8-4035-1501-01bc-13d5212e0d7e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:18:10,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02f18bc8-4035-1501-01bc-13d5212e0d7e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:18:10,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02f18bc8-4035-1501-01bc-13d5212e0d7e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T20:18:10,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02f18bc8-4035-1501-01bc-13d5212e0d7e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:18:10,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02f18bc8-4035-1501-01bc-13d5212e0d7e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T20:18:10,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02f18bc8-4035-1501-01bc-13d5212e0d7e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T20:18:10,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02f18bc8-4035-1501-01bc-13d5212e0d7e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:18:10,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02f18bc8-4035-1501-01bc-13d5212e0d7e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:18:10,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02f18bc8-4035-1501-01bc-13d5212e0d7e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T20:18:10,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02f18bc8-4035-1501-01bc-13d5212e0d7e/nfs.dump.dir in system properties and HBase conf 2024-11-08T20:18:10,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02f18bc8-4035-1501-01bc-13d5212e0d7e/java.io.tmpdir in system properties and HBase conf 2024-11-08T20:18:10,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02f18bc8-4035-1501-01bc-13d5212e0d7e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:18:10,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02f18bc8-4035-1501-01bc-13d5212e0d7e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T20:18:10,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02f18bc8-4035-1501-01bc-13d5212e0d7e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T20:18:10,393 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:18:10,397 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:18:10,398 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:18:10,398 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:18:10,398 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T20:18:10,399 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:18:10,399 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f806b8e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02f18bc8-4035-1501-01bc-13d5212e0d7e/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:18:10,400 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2353ff83{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:18:10,494 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@498576d1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02f18bc8-4035-1501-01bc-13d5212e0d7e/java.io.tmpdir/jetty-localhost-44023-hadoop-hdfs-3_4_1-tests_jar-_-any-12064954045455151729/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:18:10,494 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23959b18{HTTP/1.1, (http/1.1)}{localhost:44023} 2024-11-08T20:18:10,494 INFO [Time-limited test {}] server.Server(415): Started @150783ms 2024-11-08T20:18:10,716 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:18:10,719 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:18:10,721 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:18:10,721 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:18:10,721 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T20:18:10,721 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31177dc2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02f18bc8-4035-1501-01bc-13d5212e0d7e/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:18:10,721 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2dbf2926{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:18:10,816 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@54070200{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02f18bc8-4035-1501-01bc-13d5212e0d7e/java.io.tmpdir/jetty-localhost-46155-hadoop-hdfs-3_4_1-tests_jar-_-any-18060357297934294331/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:18:10,817 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73af0309{HTTP/1.1, (http/1.1)}{localhost:46155} 2024-11-08T20:18:10,817 INFO [Time-limited test {}] server.Server(415): Started @151105ms 2024-11-08T20:18:10,818 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T20:18:11,531 WARN [Thread-1404 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02f18bc8-4035-1501-01bc-13d5212e0d7e/cluster_69651e7f-3539-9d07-1840-97bd5e063b0b/data/data2/current/BP-1234913760-172.17.0.3-1731097090087/current, will proceed with Du for space computation calculation, 2024-11-08T20:18:11,531 WARN [Thread-1403 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02f18bc8-4035-1501-01bc-13d5212e0d7e/cluster_69651e7f-3539-9d07-1840-97bd5e063b0b/data/data1/current/BP-1234913760-172.17.0.3-1731097090087/current, will proceed with Du for space computation calculation, 2024-11-08T20:18:11,545 WARN [Thread-1391 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T20:18:11,548 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4a668bfd325ff90c with lease ID 0x7390d6228592a4e9: Processing first storage report for DS-9b8ae4b0-5bbc-4bb0-bf45-5d02c7209896 from datanode DatanodeRegistration(127.0.0.1:36915, datanodeUuid=3e0959e0-df63-4b07-8b07-8bc9c64178d8, infoPort=42565, infoSecurePort=0, ipcPort=37047, storageInfo=lv=-57;cid=testClusterID;nsid=1221922853;c=1731097090087) 2024-11-08T20:18:11,548 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4a668bfd325ff90c with lease ID 0x7390d6228592a4e9: from storage DS-9b8ae4b0-5bbc-4bb0-bf45-5d02c7209896 node DatanodeRegistration(127.0.0.1:36915, datanodeUuid=3e0959e0-df63-4b07-8b07-8bc9c64178d8, infoPort=42565, infoSecurePort=0, ipcPort=37047, storageInfo=lv=-57;cid=testClusterID;nsid=1221922853;c=1731097090087), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:18:11,548 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4a668bfd325ff90c with lease ID 0x7390d6228592a4e9: Processing first storage report for DS-acb25572-765a-4eef-b64d-18743fb3d366 from datanode DatanodeRegistration(127.0.0.1:36915, datanodeUuid=3e0959e0-df63-4b07-8b07-8bc9c64178d8, infoPort=42565, infoSecurePort=0, ipcPort=37047, storageInfo=lv=-57;cid=testClusterID;nsid=1221922853;c=1731097090087) 2024-11-08T20:18:11,548 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4a668bfd325ff90c with lease ID 0x7390d6228592a4e9: from storage DS-acb25572-765a-4eef-b64d-18743fb3d366 node DatanodeRegistration(127.0.0.1:36915, datanodeUuid=3e0959e0-df63-4b07-8b07-8bc9c64178d8, infoPort=42565, infoSecurePort=0, ipcPort=37047, storageInfo=lv=-57;cid=testClusterID;nsid=1221922853;c=1731097090087), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:18:11,645 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02f18bc8-4035-1501-01bc-13d5212e0d7e 2024-11-08T20:18:11,646 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:18:11,647 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:18:11,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741825_1001 (size=7) 2024-11-08T20:18:12,056 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34073/user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37 with version=8 2024-11-08T20:18:12,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34073/user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/hbase-staging 2024-11-08T20:18:12,058 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:18:12,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:18:12,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:18:12,058 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:18:12,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:18:12,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:18:12,058 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T20:18:12,058 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:18:12,058 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43605 2024-11-08T20:18:12,059 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43605 connecting to ZooKeeper ensemble=127.0.0.1:49562 2024-11-08T20:18:12,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:436050x0, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:18:12,195 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43605-0x1011c193d4b0003 connected 2024-11-08T20:18:12,338 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:18:12,340 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:18:12,342 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43605-0x1011c193d4b0003, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Set watcher on znode that does not yet exist, /1-440081795/running 2024-11-08T20:18:12,342 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34073/user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37, hbase.cluster.distributed=false 2024-11-08T20:18:12,343 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43605-0x1011c193d4b0003, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Set watcher on znode that does not yet exist, /1-440081795/acl 2024-11-08T20:18:12,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43605 2024-11-08T20:18:12,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43605 2024-11-08T20:18:12,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43605 2024-11-08T20:18:12,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43605 2024-11-08T20:18:12,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43605 2024-11-08T20:18:12,358 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:18:12,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:18:12,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:18:12,358 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:18:12,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:18:12,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:18:12,358 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T20:18:12,358 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:18:12,358 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46799 2024-11-08T20:18:12,359 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46799 connecting to ZooKeeper ensemble=127.0.0.1:49562 2024-11-08T20:18:12,360 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:18:12,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:18:12,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467990x0, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:18:12,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:467990x0, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Set watcher on znode that does not yet exist, /1-440081795/running 2024-11-08T20:18:12,374 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46799-0x1011c193d4b0004 connected 2024-11-08T20:18:12,374 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T20:18:12,374 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T20:18:12,375 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46799-0x1011c193d4b0004, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Set watcher on znode that does not yet exist, /1-440081795/master 2024-11-08T20:18:12,376 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46799-0x1011c193d4b0004, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Set watcher on znode that does not yet exist, /1-440081795/acl 2024-11-08T20:18:12,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46799 2024-11-08T20:18:12,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46799 2024-11-08T20:18:12,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46799 2024-11-08T20:18:12,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46799 2024-11-08T20:18:12,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46799 2024-11-08T20:18:12,391 DEBUG [M:0;ae1476a7656f:43605 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ae1476a7656f:43605 2024-11-08T20:18:12,392 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-440081795/backup-masters/ae1476a7656f,43605,1731097092057 2024-11-08T20:18:12,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46799-0x1011c193d4b0004, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-440081795/backup-masters 2024-11-08T20:18:12,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43605-0x1011c193d4b0003, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-440081795/backup-masters 2024-11-08T20:18:12,402 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43605-0x1011c193d4b0003, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Set watcher on existing znode=/1-440081795/backup-masters/ae1476a7656f,43605,1731097092057 2024-11-08T20:18:12,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43605-0x1011c193d4b0003, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-440081795 2024-11-08T20:18:12,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46799-0x1011c193d4b0004, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-440081795/master 2024-11-08T20:18:12,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46799-0x1011c193d4b0004, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-440081795 2024-11-08T20:18:12,412 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43605-0x1011c193d4b0003, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Set watcher on existing znode=/1-440081795/master 2024-11-08T20:18:12,412 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-440081795/backup-masters/ae1476a7656f,43605,1731097092057 from backup master directory 2024-11-08T20:18:12,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43605-0x1011c193d4b0003, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-440081795/backup-masters/ae1476a7656f,43605,1731097092057 2024-11-08T20:18:12,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46799-0x1011c193d4b0004, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-440081795/backup-masters 2024-11-08T20:18:12,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43605-0x1011c193d4b0003, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-440081795/backup-masters 2024-11-08T20:18:12,422 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:18:12,422 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ae1476a7656f,43605,1731097092057 2024-11-08T20:18:12,425 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34073/user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/hbase.id] with ID: 774f5b7d-39d2-40b9-9751-acb8daee141c 2024-11-08T20:18:12,425 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34073/user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/.tmp/hbase.id 2024-11-08T20:18:12,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741826_1002 (size=42) 2024-11-08T20:18:12,830 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34073/user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/.tmp/hbase.id]:[hdfs://localhost:34073/user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/hbase.id] 2024-11-08T20:18:12,840 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:18:12,840 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T20:18:12,841 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T20:18:12,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43605-0x1011c193d4b0003, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-440081795 2024-11-08T20:18:12,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46799-0x1011c193d4b0004, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-440081795 2024-11-08T20:18:12,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741827_1003 (size=196) 2024-11-08T20:18:13,291 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:18:13,292 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T20:18:13,292 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:18:13,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741828_1004 (size=1189) 2024-11-08T20:18:13,312 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T20:18:13,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:13,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:13,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:13,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:13,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:13,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:13,699 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34073/user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/MasterData/data/master/store 2024-11-08T20:18:13,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741829_1005 (size=34) 2024-11-08T20:18:14,104 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:18:14,104 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:18:14,104 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:18:14,104 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:18:14,104 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:18:14,104 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:18:14,105 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:18:14,105 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731097094104Disabling compacts and flushes for region at 1731097094104Disabling writes for close at 1731097094104Writing region close event to WAL at 1731097094104Closed at 1731097094104 2024-11-08T20:18:14,105 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34073/user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/MasterData/data/master/store/.initializing 2024-11-08T20:18:14,105 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34073/user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/MasterData/WALs/ae1476a7656f,43605,1731097092057 2024-11-08T20:18:14,106 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:18:14,108 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C43605%2C1731097092057, suffix=, logDir=hdfs://localhost:34073/user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/MasterData/WALs/ae1476a7656f,43605,1731097092057, archiveDir=hdfs://localhost:34073/user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/MasterData/oldWALs, maxLogs=10 2024-11-08T20:18:14,123 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/MasterData/WALs/ae1476a7656f,43605,1731097092057/ae1476a7656f%2C43605%2C1731097092057.1731097094108, exclude list is [], retry=0 2024-11-08T20:18:14,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36915,DS-9b8ae4b0-5bbc-4bb0-bf45-5d02c7209896,DISK] 2024-11-08T20:18:14,127 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/MasterData/WALs/ae1476a7656f,43605,1731097092057/ae1476a7656f%2C43605%2C1731097092057.1731097094108 2024-11-08T20:18:14,127 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42565:42565)] 2024-11-08T20:18:14,127 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:18:14,127 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:18:14,127 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:14,128 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:14,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:14,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T20:18:14,130 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:14,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:18:14,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:14,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T20:18:14,131 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:14,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:18:14,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:14,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T20:18:14,133 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:14,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:18:14,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:14,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T20:18:14,134 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:14,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:18:14,135 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:14,135 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34073/user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:14,135 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34073/user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:14,136 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:14,136 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:14,137 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:18:14,138 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:14,140 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34073/user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:18:14,140 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71849067, jitterRate=0.07063452899456024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:18:14,140 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731097094128Initializing all the Stores at 1731097094128Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097094128Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097094129 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097094129Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097094129Cleaning up temporary data from old regions at 1731097094136 (+7 ms)Region opened successfully at 1731097094140 (+4 ms) 2024-11-08T20:18:14,140 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T20:18:14,142 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ee5313e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:18:14,143 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T20:18:14,143 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T20:18:14,143 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T20:18:14,143 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T20:18:14,144 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T20:18:14,144 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T20:18:14,144 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T20:18:14,146 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T20:18:14,146 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43605-0x1011c193d4b0003, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Unable to get data of znode /1-440081795/balancer because node does not exist (not necessarily an error) 2024-11-08T20:18:14,317 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-440081795/balancer already deleted, retry=false 2024-11-08T20:18:14,317 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T20:18:14,318 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43605-0x1011c193d4b0003, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Unable to get data of znode /1-440081795/normalizer because node does not exist (not necessarily an error) 2024-11-08T20:18:14,369 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-440081795/normalizer already deleted, retry=false 2024-11-08T20:18:14,370 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T20:18:14,370 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43605-0x1011c193d4b0003, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Unable to get data of znode /1-440081795/switch/split because node does not exist (not necessarily an error) 2024-11-08T20:18:14,380 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-440081795/switch/split already deleted, retry=false 2024-11-08T20:18:14,380 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43605-0x1011c193d4b0003, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Unable to get data of znode /1-440081795/switch/merge because node does not exist (not necessarily an error) 2024-11-08T20:18:14,390 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-440081795/switch/merge already deleted, retry=false 2024-11-08T20:18:14,392 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43605-0x1011c193d4b0003, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Unable to get data of znode /1-440081795/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T20:18:14,401 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-440081795/snapshot-cleanup already deleted, retry=false 2024-11-08T20:18:14,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46799-0x1011c193d4b0004, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-440081795/running 2024-11-08T20:18:14,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43605-0x1011c193d4b0003, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-440081795/running 2024-11-08T20:18:14,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46799-0x1011c193d4b0004, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-440081795 2024-11-08T20:18:14,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43605-0x1011c193d4b0003, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-440081795 2024-11-08T20:18:14,412 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ae1476a7656f,43605,1731097092057, sessionid=0x1011c193d4b0003, setting cluster-up flag (Was=false) 2024-11-08T20:18:14,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43605-0x1011c193d4b0003, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-440081795 2024-11-08T20:18:14,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46799-0x1011c193d4b0004, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-440081795 2024-11-08T20:18:14,464 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-440081795/flush-table-proc/acquired, /1-440081795/flush-table-proc/reached, /1-440081795/flush-table-proc/abort 2024-11-08T20:18:14,465 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,43605,1731097092057 2024-11-08T20:18:14,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46799-0x1011c193d4b0004, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-440081795 2024-11-08T20:18:14,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43605-0x1011c193d4b0003, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-440081795 2024-11-08T20:18:14,517 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-440081795/online-snapshot/acquired, /1-440081795/online-snapshot/reached, /1-440081795/online-snapshot/abort 2024-11-08T20:18:14,518 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,43605,1731097092057 2024-11-08T20:18:14,519 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34073/user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T20:18:14,520 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T20:18:14,520 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T20:18:14,520 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T20:18:14,521 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ae1476a7656f,43605,1731097092057 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T20:18:14,522 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:18:14,522 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:18:14,522 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:18:14,522 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:18:14,522 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ae1476a7656f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T20:18:14,522 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:14,522 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:18:14,522 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:14,523 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731097124523 2024-11-08T20:18:14,523 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T20:18:14,523 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T20:18:14,523 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T20:18:14,523 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T20:18:14,523 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T20:18:14,523 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T20:18:14,523 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:14,523 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:18:14,523 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T20:18:14,523 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T20:18:14,523 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T20:18:14,524 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T20:18:14,524 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T20:18:14,524 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T20:18:14,524 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T20:18:14,524 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097094524,5,FailOnTimeoutGroup] 2024-11-08T20:18:14,524 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097094524,5,FailOnTimeoutGroup] 2024-11-08T20:18:14,524 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:14,524 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T20:18:14,524 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:14,524 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:14,524 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:14,524 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T20:18:14,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741831_1007 (size=1321) 2024-11-08T20:18:14,584 INFO [RS:0;ae1476a7656f:46799 {}] regionserver.HRegionServer(746): ClusterId : 774f5b7d-39d2-40b9-9751-acb8daee141c 2024-11-08T20:18:14,584 DEBUG [RS:0;ae1476a7656f:46799 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T20:18:14,595 DEBUG [RS:0;ae1476a7656f:46799 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T20:18:14,595 DEBUG [RS:0;ae1476a7656f:46799 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T20:18:14,606 DEBUG [RS:0;ae1476a7656f:46799 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T20:18:14,606 DEBUG [RS:0;ae1476a7656f:46799 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4405a76b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:18:14,617 DEBUG [RS:0;ae1476a7656f:46799 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ae1476a7656f:46799 2024-11-08T20:18:14,617 INFO [RS:0;ae1476a7656f:46799 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T20:18:14,617 INFO [RS:0;ae1476a7656f:46799 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T20:18:14,617 DEBUG [RS:0;ae1476a7656f:46799 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T20:18:14,618 INFO [RS:0;ae1476a7656f:46799 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae1476a7656f,43605,1731097092057 with port=46799, startcode=1731097092357 2024-11-08T20:18:14,618 DEBUG [RS:0;ae1476a7656f:46799 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T20:18:14,619 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43057, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T20:18:14,619 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43605 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae1476a7656f,46799,1731097092357 2024-11-08T20:18:14,619 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43605 {}] master.ServerManager(517): Registering regionserver=ae1476a7656f,46799,1731097092357 2024-11-08T20:18:14,621 DEBUG [RS:0;ae1476a7656f:46799 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34073/user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37 2024-11-08T20:18:14,621 DEBUG [RS:0;ae1476a7656f:46799 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34073 2024-11-08T20:18:14,621 DEBUG [RS:0;ae1476a7656f:46799 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T20:18:14,894 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T20:18:14,930 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34073/user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T20:18:14,931 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34073/user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37 2024-11-08T20:18:14,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741832_1008 (size=32) 2024-11-08T20:18:15,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43605-0x1011c193d4b0003, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-440081795/rs 2024-11-08T20:18:15,016 DEBUG [RS:0;ae1476a7656f:46799 {}] zookeeper.ZKUtil(111): regionserver:46799-0x1011c193d4b0004, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Set watcher on existing znode=/1-440081795/rs/ae1476a7656f,46799,1731097092357 2024-11-08T20:18:15,017 WARN [RS:0;ae1476a7656f:46799 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:18:15,017 INFO [RS:0;ae1476a7656f:46799 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:18:15,017 DEBUG [RS:0;ae1476a7656f:46799 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34073/user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/WALs/ae1476a7656f,46799,1731097092357 2024-11-08T20:18:15,017 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae1476a7656f,46799,1731097092357] 2024-11-08T20:18:15,019 INFO [RS:0;ae1476a7656f:46799 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T20:18:15,021 INFO [RS:0;ae1476a7656f:46799 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T20:18:15,021 INFO [RS:0;ae1476a7656f:46799 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T20:18:15,022 INFO [RS:0;ae1476a7656f:46799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:15,022 INFO [RS:0;ae1476a7656f:46799 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T20:18:15,023 INFO [RS:0;ae1476a7656f:46799 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T20:18:15,023 INFO [RS:0;ae1476a7656f:46799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:15,023 DEBUG [RS:0;ae1476a7656f:46799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:15,023 DEBUG [RS:0;ae1476a7656f:46799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:15,023 DEBUG [RS:0;ae1476a7656f:46799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:15,023 DEBUG [RS:0;ae1476a7656f:46799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:15,023 DEBUG [RS:0;ae1476a7656f:46799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:15,023 DEBUG [RS:0;ae1476a7656f:46799 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:18:15,023 DEBUG [RS:0;ae1476a7656f:46799 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:15,023 DEBUG [RS:0;ae1476a7656f:46799 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:15,023 DEBUG [RS:0;ae1476a7656f:46799 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:15,023 DEBUG [RS:0;ae1476a7656f:46799 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:15,023 DEBUG [RS:0;ae1476a7656f:46799 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:15,023 DEBUG [RS:0;ae1476a7656f:46799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:15,023 DEBUG [RS:0;ae1476a7656f:46799 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:18:15,024 DEBUG [RS:0;ae1476a7656f:46799 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:18:15,024 INFO [RS:0;ae1476a7656f:46799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:15,024 INFO [RS:0;ae1476a7656f:46799 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:15,024 INFO [RS:0;ae1476a7656f:46799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:15,024 INFO [RS:0;ae1476a7656f:46799 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:15,024 INFO [RS:0;ae1476a7656f:46799 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:15,024 INFO [RS:0;ae1476a7656f:46799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,46799,1731097092357-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:18:15,037 INFO [RS:0;ae1476a7656f:46799 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T20:18:15,037 INFO [RS:0;ae1476a7656f:46799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,46799,1731097092357-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:15,037 INFO [RS:0;ae1476a7656f:46799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:15,037 INFO [RS:0;ae1476a7656f:46799 {}] regionserver.Replication(171): ae1476a7656f,46799,1731097092357 started 2024-11-08T20:18:15,049 INFO [RS:0;ae1476a7656f:46799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:15,049 INFO [RS:0;ae1476a7656f:46799 {}] regionserver.HRegionServer(1482): Serving as ae1476a7656f,46799,1731097092357, RpcServer on ae1476a7656f/172.17.0.3:46799, sessionid=0x1011c193d4b0004 2024-11-08T20:18:15,049 DEBUG [RS:0;ae1476a7656f:46799 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T20:18:15,049 DEBUG [RS:0;ae1476a7656f:46799 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae1476a7656f,46799,1731097092357 2024-11-08T20:18:15,049 DEBUG [RS:0;ae1476a7656f:46799 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,46799,1731097092357' 2024-11-08T20:18:15,049 DEBUG [RS:0;ae1476a7656f:46799 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-440081795/flush-table-proc/abort' 2024-11-08T20:18:15,050 DEBUG [RS:0;ae1476a7656f:46799 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-440081795/flush-table-proc/acquired' 2024-11-08T20:18:15,050 DEBUG [RS:0;ae1476a7656f:46799 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T20:18:15,050 DEBUG [RS:0;ae1476a7656f:46799 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T20:18:15,050 DEBUG [RS:0;ae1476a7656f:46799 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae1476a7656f,46799,1731097092357 2024-11-08T20:18:15,050 DEBUG [RS:0;ae1476a7656f:46799 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,46799,1731097092357' 2024-11-08T20:18:15,050 DEBUG [RS:0;ae1476a7656f:46799 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-440081795/online-snapshot/abort' 2024-11-08T20:18:15,051 DEBUG [RS:0;ae1476a7656f:46799 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-440081795/online-snapshot/acquired' 2024-11-08T20:18:15,051 DEBUG [RS:0;ae1476a7656f:46799 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T20:18:15,051 INFO [RS:0;ae1476a7656f:46799 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T20:18:15,051 INFO [RS:0;ae1476a7656f:46799 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T20:18:15,151 INFO [RS:0;ae1476a7656f:46799 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:18:15,153 INFO [RS:0;ae1476a7656f:46799 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C46799%2C1731097092357, suffix=, logDir=hdfs://localhost:34073/user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/WALs/ae1476a7656f,46799,1731097092357, archiveDir=hdfs://localhost:34073/user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/oldWALs, maxLogs=10 2024-11-08T20:18:15,165 DEBUG [RS:0;ae1476a7656f:46799 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/WALs/ae1476a7656f,46799,1731097092357/ae1476a7656f%2C46799%2C1731097092357.1731097095153, exclude list is [], retry=0 2024-11-08T20:18:15,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36915,DS-9b8ae4b0-5bbc-4bb0-bf45-5d02c7209896,DISK] 2024-11-08T20:18:15,168 INFO [RS:0;ae1476a7656f:46799 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/WALs/ae1476a7656f,46799,1731097092357/ae1476a7656f%2C46799%2C1731097092357.1731097095153 2024-11-08T20:18:15,169 DEBUG [RS:0;ae1476a7656f:46799 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42565:42565)] 2024-11-08T20:18:15,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:18:15,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:18:15,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:18:15,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:15,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:18:15,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:18:15,340 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:18:15,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:15,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:18:15,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:18:15,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:18:15,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:15,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:18:15,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:18:15,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:18:15,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:15,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:18:15,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:18:15,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34073/user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/data/hbase/meta/1588230740 2024-11-08T20:18:15,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34073/user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/data/hbase/meta/1588230740 2024-11-08T20:18:15,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:18:15,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:18:15,346 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:18:15,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:18:15,348 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34073/user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:18:15,349 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67102366, jitterRate=-9.682774543762207E-5}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:18:15,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731097095336Initializing all the Stores at 1731097095337 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097095337Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097095338 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097095338Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097095338Cleaning up temporary data from old regions at 1731097095346 (+8 ms)Region opened successfully at 1731097095349 (+3 ms) 2024-11-08T20:18:15,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:18:15,349 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:18:15,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:18:15,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:18:15,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:18:15,349 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:18:15,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731097095349Disabling compacts and flushes for region at 1731097095349Disabling writes for close at 1731097095349Writing region close event to WAL at 1731097095349Closed at 1731097095349 2024-11-08T20:18:15,350 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:18:15,350 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T20:18:15,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T20:18:15,351 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:18:15,352 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T20:18:15,502 DEBUG [ae1476a7656f:43605 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T20:18:15,503 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ae1476a7656f,46799,1731097092357 2024-11-08T20:18:15,503 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,46799,1731097092357, state=OPENING 2024-11-08T20:18:15,548 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T20:18:15,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43605-0x1011c193d4b0003, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-440081795 2024-11-08T20:18:15,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46799-0x1011c193d4b0004, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-440081795 2024-11-08T20:18:15,559 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:18:15,559 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-440081795/meta-region-server: CHANGED 2024-11-08T20:18:15,559 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-440081795/meta-region-server: CHANGED 2024-11-08T20:18:15,559 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,46799,1731097092357}] 2024-11-08T20:18:15,711 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:18:15,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T20:18:15,716 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T20:18:15,716 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:18:15,716 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T20:18:15,718 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C46799%2C1731097092357.meta, suffix=.meta, logDir=hdfs://localhost:34073/user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/WALs/ae1476a7656f,46799,1731097092357, archiveDir=hdfs://localhost:34073/user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/oldWALs, maxLogs=10 2024-11-08T20:18:15,730 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/WALs/ae1476a7656f,46799,1731097092357/ae1476a7656f%2C46799%2C1731097092357.meta.1731097095718.meta, exclude list is [], retry=0 2024-11-08T20:18:15,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36915,DS-9b8ae4b0-5bbc-4bb0-bf45-5d02c7209896,DISK] 2024-11-08T20:18:15,734 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/WALs/ae1476a7656f,46799,1731097092357/ae1476a7656f%2C46799%2C1731097092357.meta.1731097095718.meta 2024-11-08T20:18:15,734 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42565:42565)] 2024-11-08T20:18:15,734 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:18:15,734 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:18:15,734 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T20:18:15,735 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T20:18:15,735 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T20:18:15,735 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T20:18:15,735 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:18:15,735 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T20:18:15,735 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T20:18:15,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:18:15,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:18:15,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:15,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:18:15,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:18:15,738 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:18:15,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:15,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:18:15,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:18:15,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:18:15,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:15,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:18:15,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:18:15,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:18:15,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:15,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:18:15,741 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:18:15,742 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34073/user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/data/hbase/meta/1588230740 2024-11-08T20:18:15,743 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34073/user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/data/hbase/meta/1588230740 2024-11-08T20:18:15,744 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:18:15,744 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:18:15,745 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:18:15,746 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:18:15,747 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60823520, jitterRate=-0.0936589241027832}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:18:15,747 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T20:18:15,747 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731097095735Writing region info on filesystem at 1731097095735Initializing all the Stores at 1731097095736 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097095736Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097095736Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097095736Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097095736Cleaning up temporary data from old regions at 1731097095744 (+8 ms)Running coprocessor post-open hooks at 1731097095747 (+3 ms)Region opened successfully at 1731097095747 2024-11-08T20:18:15,748 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731097095711 2024-11-08T20:18:15,750 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T20:18:15,750 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T20:18:15,751 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,46799,1731097092357 2024-11-08T20:18:15,752 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,46799,1731097092357, state=OPEN 2024-11-08T20:18:15,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46799-0x1011c193d4b0004, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-440081795/meta-region-server 2024-11-08T20:18:15,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43605-0x1011c193d4b0003, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-440081795/meta-region-server 2024-11-08T20:18:15,763 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-440081795/meta-region-server: CHANGED 2024-11-08T20:18:15,763 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ae1476a7656f,46799,1731097092357 2024-11-08T20:18:15,763 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-440081795/meta-region-server: CHANGED 2024-11-08T20:18:15,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T20:18:15,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,46799,1731097092357 in 204 msec 2024-11-08T20:18:15,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T20:18:15,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 416 msec 2024-11-08T20:18:15,769 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:18:15,769 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T20:18:15,770 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:18:15,770 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,46799,1731097092357, seqNum=-1] 2024-11-08T20:18:15,771 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:18:15,772 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:18:15,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2570 sec 2024-11-08T20:18:15,778 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731097095778, completionTime=-1 2024-11-08T20:18:15,778 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T20:18:15,778 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T20:18:15,781 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T20:18:15,781 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731097155781 2024-11-08T20:18:15,781 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731097215781 2024-11-08T20:18:15,781 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T20:18:15,781 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,43605,1731097092057-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:15,781 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,43605,1731097092057-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:15,781 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,43605,1731097092057-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:15,781 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ae1476a7656f:43605, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:15,781 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:15,781 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:15,783 DEBUG [master/ae1476a7656f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T20:18:15,785 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.363sec 2024-11-08T20:18:15,785 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T20:18:15,785 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T20:18:15,785 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T20:18:15,785 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T20:18:15,785 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T20:18:15,785 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,43605,1731097092057-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:18:15,785 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,43605,1731097092057-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T20:18:15,787 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T20:18:15,787 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T20:18:15,787 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,43605,1731097092057-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:15,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17db98fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:15,884 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,43605,-1 for getting cluster id 2024-11-08T20:18:15,884 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:18:15,885 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '774f5b7d-39d2-40b9-9751-acb8daee141c' 2024-11-08T20:18:15,886 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:18:15,886 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "774f5b7d-39d2-40b9-9751-acb8daee141c" 2024-11-08T20:18:15,886 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67537ee0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:15,886 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,43605,-1] 2024-11-08T20:18:15,886 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:18:15,886 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:15,887 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:18:15,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a1cc132, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:15,888 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:18:15,889 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,46799,1731097092357, seqNum=-1] 2024-11-08T20:18:15,889 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:18:15,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:18:15,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ae1476a7656f,43605,1731097092057 2024-11-08T20:18:15,892 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49562 2024-11-08T20:18:15,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:18:15,900 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011c193d4b0005 connected 2024-11-08T20:18:15,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50219ea9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:15,912 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,40943,-1 for getting cluster id 2024-11-08T20:18:15,913 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:18:15,913 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7773065-2d57-4348-9ec0-7a50b9456756' 2024-11-08T20:18:15,913 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:18:15,913 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7773065-2d57-4348-9ec0-7a50b9456756" 2024-11-08T20:18:15,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ead7f33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:15,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,40943,-1] 2024-11-08T20:18:15,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:18:15,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:15,915 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:18:15,915 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75c639ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:15,915 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:18:15,916 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,40943,1731097086509 2024-11-08T20:18:15,916 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ada5285 2024-11-08T20:18:15,916 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:18:15,917 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:18:15,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40943 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ae1476a7656f:43605,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T20:18:15,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40943 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T20:18:15,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:18:15,920 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ae1476a7656f:43605' 2024-11-08T20:18:15,921 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30b0233c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:15,921 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,43605,-1 for getting cluster id 2024-11-08T20:18:15,921 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:18:15,921 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '774f5b7d-39d2-40b9-9751-acb8daee141c' 2024-11-08T20:18:15,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:18:15,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "774f5b7d-39d2-40b9-9751-acb8daee141c" 2024-11-08T20:18:15,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b59f4b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:15,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,43605,-1] 2024-11-08T20:18:15,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:18:15,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:15,923 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:18:15,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@436c2b24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:15,924 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:18:15,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,43605,1731097092057 2024-11-08T20:18:15,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34ab777 2024-11-08T20:18:15,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:18:15,926 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:18:15,926 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-08T20:18:15,926 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T20:18:15,926 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:15,927 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:15,927 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:18:15,927 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:18:15,928 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T20:18:15,929 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T20:18:15,929 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:15,930 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T20:18:15,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741835_1011 (size=1138) 2024-11-08T20:18:15,978 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T20:18:16,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:18:16,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:18:16,336 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0d9c6557bf65be9d1d84b5a583b2a098, NAME => 'hbase:replication,,1731097095927.0d9c6557bf65be9d1d84b5a583b2a098.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54 2024-11-08T20:18:16,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741836_1012 (size=44) 2024-11-08T20:18:16,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:18:16,742 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731097095927.0d9c6557bf65be9d1d84b5a583b2a098.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:18:16,742 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0d9c6557bf65be9d1d84b5a583b2a098, disabling compactions & flushes 2024-11-08T20:18:16,742 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731097095927.0d9c6557bf65be9d1d84b5a583b2a098. 2024-11-08T20:18:16,742 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731097095927.0d9c6557bf65be9d1d84b5a583b2a098. 2024-11-08T20:18:16,742 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731097095927.0d9c6557bf65be9d1d84b5a583b2a098. after waiting 0 ms 2024-11-08T20:18:16,742 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731097095927.0d9c6557bf65be9d1d84b5a583b2a098. 2024-11-08T20:18:16,742 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731097095927.0d9c6557bf65be9d1d84b5a583b2a098. 2024-11-08T20:18:16,742 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0d9c6557bf65be9d1d84b5a583b2a098: Waiting for close lock at 1731097096742Disabling compacts and flushes for region at 1731097096742Disabling writes for close at 1731097096742Writing region close event to WAL at 1731097096742Closed at 1731097096742 2024-11-08T20:18:16,744 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T20:18:16,744 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731097095927.0d9c6557bf65be9d1d84b5a583b2a098.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731097096744"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731097096744"}]},"ts":"1731097096744"} 2024-11-08T20:18:16,746 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T20:18:16,747 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T20:18:16,747 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097096747"}]},"ts":"1731097096747"} 2024-11-08T20:18:16,749 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T20:18:16,749 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0d9c6557bf65be9d1d84b5a583b2a098, ASSIGN}] 2024-11-08T20:18:16,750 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0d9c6557bf65be9d1d84b5a583b2a098, ASSIGN 2024-11-08T20:18:16,750 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0d9c6557bf65be9d1d84b5a583b2a098, ASSIGN; state=OFFLINE, location=ae1476a7656f,40661,1731097086713; forceNewPlan=false, retain=false 2024-11-08T20:18:16,901 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0d9c6557bf65be9d1d84b5a583b2a098, regionState=OPENING, regionLocation=ae1476a7656f,40661,1731097086713 2024-11-08T20:18:16,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0d9c6557bf65be9d1d84b5a583b2a098, ASSIGN because future has completed 2024-11-08T20:18:16,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d9c6557bf65be9d1d84b5a583b2a098, server=ae1476a7656f,40661,1731097086713}] 2024-11-08T20:18:17,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:18:17,059 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731097095927.0d9c6557bf65be9d1d84b5a583b2a098. 2024-11-08T20:18:17,059 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:18:17,059 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T20:18:17,061 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C40661%2C1731097086713.rep, suffix=, logDir=hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/WALs/ae1476a7656f,40661,1731097086713, archiveDir=hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/oldWALs, maxLogs=10 2024-11-08T20:18:17,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/WALs/ae1476a7656f,40661,1731097086713/ae1476a7656f%2C40661%2C1731097086713.rep.1731097097061, exclude list is [], retry=0 2024-11-08T20:18:17,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39829,DS-1087b5cd-20f7-4b4a-8e3f-fe0180dfd986,DISK] 2024-11-08T20:18:17,077 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/WALs/ae1476a7656f,40661,1731097086713/ae1476a7656f%2C40661%2C1731097086713.rep.1731097097061 2024-11-08T20:18:17,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35459:35459)] 2024-11-08T20:18:17,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d9c6557bf65be9d1d84b5a583b2a098, NAME => 'hbase:replication,,1731097095927.0d9c6557bf65be9d1d84b5a583b2a098.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:18:17,079 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:18:17,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T20:18:17,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731097095927.0d9c6557bf65be9d1d84b5a583b2a098. service=MultiRowMutationService 2024-11-08T20:18:17,079 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T20:18:17,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0d9c6557bf65be9d1d84b5a583b2a098 2024-11-08T20:18:17,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731097095927.0d9c6557bf65be9d1d84b5a583b2a098.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:18:17,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 0d9c6557bf65be9d1d84b5a583b2a098 2024-11-08T20:18:17,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 0d9c6557bf65be9d1d84b5a583b2a098 2024-11-08T20:18:17,081 INFO [StoreOpener-0d9c6557bf65be9d1d84b5a583b2a098-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0d9c6557bf65be9d1d84b5a583b2a098 2024-11-08T20:18:17,082 INFO [StoreOpener-0d9c6557bf65be9d1d84b5a583b2a098-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d9c6557bf65be9d1d84b5a583b2a098 columnFamilyName hfileref 2024-11-08T20:18:17,082 DEBUG [StoreOpener-0d9c6557bf65be9d1d84b5a583b2a098-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:17,082 INFO [StoreOpener-0d9c6557bf65be9d1d84b5a583b2a098-1 {}] regionserver.HStore(327): Store=0d9c6557bf65be9d1d84b5a583b2a098/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:18:17,082 INFO [StoreOpener-0d9c6557bf65be9d1d84b5a583b2a098-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0d9c6557bf65be9d1d84b5a583b2a098 2024-11-08T20:18:17,083 INFO [StoreOpener-0d9c6557bf65be9d1d84b5a583b2a098-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d9c6557bf65be9d1d84b5a583b2a098 columnFamilyName queue 2024-11-08T20:18:17,083 DEBUG [StoreOpener-0d9c6557bf65be9d1d84b5a583b2a098-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:17,084 INFO [StoreOpener-0d9c6557bf65be9d1d84b5a583b2a098-1 {}] regionserver.HStore(327): Store=0d9c6557bf65be9d1d84b5a583b2a098/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:18:17,084 INFO [StoreOpener-0d9c6557bf65be9d1d84b5a583b2a098-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0d9c6557bf65be9d1d84b5a583b2a098 2024-11-08T20:18:17,084 INFO [StoreOpener-0d9c6557bf65be9d1d84b5a583b2a098-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d9c6557bf65be9d1d84b5a583b2a098 columnFamilyName sid 2024-11-08T20:18:17,084 DEBUG [StoreOpener-0d9c6557bf65be9d1d84b5a583b2a098-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:17,085 INFO [StoreOpener-0d9c6557bf65be9d1d84b5a583b2a098-1 {}] regionserver.HStore(327): Store=0d9c6557bf65be9d1d84b5a583b2a098/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:18:17,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 0d9c6557bf65be9d1d84b5a583b2a098 2024-11-08T20:18:17,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/data/hbase/replication/0d9c6557bf65be9d1d84b5a583b2a098 2024-11-08T20:18:17,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/data/hbase/replication/0d9c6557bf65be9d1d84b5a583b2a098 2024-11-08T20:18:17,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 0d9c6557bf65be9d1d84b5a583b2a098 2024-11-08T20:18:17,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 0d9c6557bf65be9d1d84b5a583b2a098 2024-11-08T20:18:17,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T20:18:17,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 0d9c6557bf65be9d1d84b5a583b2a098 2024-11-08T20:18:17,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/data/hbase/replication/0d9c6557bf65be9d1d84b5a583b2a098/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:18:17,090 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 0d9c6557bf65be9d1d84b5a583b2a098; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68674633, jitterRate=0.02333177626132965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T20:18:17,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0d9c6557bf65be9d1d84b5a583b2a098 2024-11-08T20:18:17,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 0d9c6557bf65be9d1d84b5a583b2a098: Running coprocessor pre-open hook at 1731097097079Writing region info on filesystem at 1731097097079Initializing all the Stores at 1731097097080 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097097080Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097097080Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097097080Cleaning up temporary data from old regions at 1731097097087 (+7 ms)Running coprocessor post-open hooks at 1731097097091 (+4 ms)Region opened successfully at 1731097097091 2024-11-08T20:18:17,092 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731097095927.0d9c6557bf65be9d1d84b5a583b2a098., pid=7, masterSystemTime=1731097097055 2024-11-08T20:18:17,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731097095927.0d9c6557bf65be9d1d84b5a583b2a098. 2024-11-08T20:18:17,094 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731097095927.0d9c6557bf65be9d1d84b5a583b2a098. 2024-11-08T20:18:17,094 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0d9c6557bf65be9d1d84b5a583b2a098, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,40661,1731097086713 2024-11-08T20:18:17,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d9c6557bf65be9d1d84b5a583b2a098, server=ae1476a7656f,40661,1731097086713 because future has completed 2024-11-08T20:18:17,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-08T20:18:17,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d9c6557bf65be9d1d84b5a583b2a098, server=ae1476a7656f,40661,1731097086713 in 194 msec 2024-11-08T20:18:17,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T20:18:17,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0d9c6557bf65be9d1d84b5a583b2a098, ASSIGN in 349 msec 2024-11-08T20:18:17,101 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T20:18:17,101 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097097101"}]},"ts":"1731097097101"} 2024-11-08T20:18:17,103 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T20:18:17,103 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T20:18:17,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1760 sec 2024-11-08T20:18:17,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731097095927.0d9c6557bf65be9d1d84b5a583b2a098., hostname=ae1476a7656f,40661,1731097086713, seqNum=2] 2024-11-08T20:18:17,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40661-0x1011c193d4b0001, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2074702740 2024-11-08T20:18:17,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40943-0x1011c193d4b0000, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2074702740 2024-11-08T20:18:17,244 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T20:18:17,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-08T20:18:17,397 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T20:18:17,424 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-ae1476a7656f,40661,1731097086713, ReplicationSource: 1, currentBandwidth=0 2024-11-08T20:18:17,424 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:18:17,424 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,40661,1731097086713, seqNum=-1] 2024-11-08T20:18:17,424 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:18:17,425 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38353, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-08T20:18:17,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ae1476a7656f,40661,1731097086713', locateType=CURRENT is [region=hbase:replication,,1731097095927.0d9c6557bf65be9d1d84b5a583b2a098., hostname=ae1476a7656f,40661,1731097086713, seqNum=2] 2024-11-08T20:18:17,429 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-08T20:18:17,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40943 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-08T20:18:17,431 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ae1476a7656f,40661,1731097086713 suceeded 2024-11-08T20:18:17,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-08T20:18:17,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-08T20:18:17,433 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ae1476a7656f:43605,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T20:18:17,434 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5160 sec 2024-11-08T20:18:17,443 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40661,1731097086713 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ae1476a7656f:43605' 2024-11-08T20:18:17,444 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40661,1731097086713 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ae6d96b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:17,444 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40661,1731097086713 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,43605,-1 for getting cluster id 2024-11-08T20:18:17,444 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40661,1731097086713 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:18:17,445 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '774f5b7d-39d2-40b9-9751-acb8daee141c' 2024-11-08T20:18:17,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:18:17,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "774f5b7d-39d2-40b9-9751-acb8daee141c" 2024-11-08T20:18:17,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@311f2f13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:17,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,43605,-1] 2024-11-08T20:18:17,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:18:17,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:17,446 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:18:17,447 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40661,1731097086713 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7466ef31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:17,447 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40661,1731097086713 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:18:17,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,43605,1731097092057 2024-11-08T20:18:17,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@224b8262 2024-11-08T20:18:17,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:18:17,448 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-08T20:18:17,449 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40661,1731097086713 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ae1476a7656f,40661,1731097086713 (queues=1) is replicating from cluster=d7773065-2d57-4348-9ec0-7a50b9456756 to cluster=774f5b7d-39d2-40b9-9751-acb8daee141c 2024-11-08T20:18:17,449 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40661,1731097086713 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ae1476a7656f%2C40661%2C1731097086713 2024-11-08T20:18:17,449 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40661,1731097086713 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ae1476a7656f,40661,1731097086713, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T20:18:17,449 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40661,1731097086713.replicationSource.shipperae1476a7656f%2C40661%2C1731097086713,1-ae1476a7656f,40661,1731097086713 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ae1476a7656f%2C40661%2C1731097086713 2024-11-08T20:18:17,450 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40661,1731097086713.replicationSource.wal-reader.ae1476a7656f%2C40661%2C1731097086713,1-ae1476a7656f,40661,1731097086713 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/WALs/ae1476a7656f,40661,1731097086713/ae1476a7656f%2C40661%2C1731097086713.1731097089028, startPosition=0, beingWritten=true 2024-11-08T20:18:17,654 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40661,1731097086713.replicationSource.wal-reader.ae1476a7656f%2C40661%2C1731097086713,1-ae1476a7656f,40661,1731097086713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/WALs/ae1476a7656f,40661,1731097086713/ae1476a7656f%2C40661%2C1731097086713.1731097089028 to pos 0, reset compression=false 2024-11-08T20:18:17,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T20:18:17,810 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T20:18:17,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T20:18:17,810 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-08T20:18:17,811 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:18:17,811 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T20:18:17,811 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:18:17,811 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T20:18:17,811 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T20:18:17,811 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T20:18:17,959 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40661,1731097086713.replicationSource.wal-reader.ae1476a7656f%2C40661%2C1731097086713,1-ae1476a7656f,40661,1731097086713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/WALs/ae1476a7656f,40661,1731097086713/ae1476a7656f%2C40661%2C1731097086713.1731097089028 to pos 0, reset compression=false 2024-11-08T20:18:18,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:18:18,064 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T20:18:18,064 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:18:18,064 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:18:18,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:18,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:18,064 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:18:18,064 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:18:18,065 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,40943,1731097086509 2024-11-08T20:18:18,065 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@551562f 2024-11-08T20:18:18,065 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:18:18,066 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:18:18,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40943 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-08T20:18:18,067 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:18:18,067 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:18:18,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:18,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:18,067 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:18:18,067 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T20:18:18,067 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2123780756, stopped=false 2024-11-08T20:18:18,067 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ae1476a7656f,40943,1731097086509 2024-11-08T20:18:18,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40943-0x1011c193d4b0000, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2074702740/running 2024-11-08T20:18:18,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40661-0x1011c193d4b0001, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2074702740/running 2024-11-08T20:18:18,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40943-0x1011c193d4b0000, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2074702740 2024-11-08T20:18:18,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40661-0x1011c193d4b0001, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2074702740 2024-11-08T20:18:18,138 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:18:18,138 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:18:18,138 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:18:18,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:18,138 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40943-0x1011c193d4b0000, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Set watcher on znode that does not yet exist, /0-2074702740/running 2024-11-08T20:18:18,138 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ae1476a7656f,40661,1731097086713' ***** 2024-11-08T20:18:18,138 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T20:18:18,138 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40661-0x1011c193d4b0001, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Set watcher on znode that does not yet exist, /0-2074702740/running 2024-11-08T20:18:18,138 INFO [RS:0;ae1476a7656f:40661 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T20:18:18,139 INFO [RS:0;ae1476a7656f:40661 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T20:18:18,139 INFO [RS:0;ae1476a7656f:40661 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T20:18:18,139 INFO [RS:0;ae1476a7656f:40661 {}] regionserver.HRegionServer(3091): Received CLOSE for 0d9c6557bf65be9d1d84b5a583b2a098 2024-11-08T20:18:18,139 INFO [RS:0;ae1476a7656f:40661 {}] regionserver.HRegionServer(959): stopping server ae1476a7656f,40661,1731097086713 2024-11-08T20:18:18,139 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T20:18:18,139 INFO [RS:0;ae1476a7656f:40661 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:18:18,139 INFO [RS:0;ae1476a7656f:40661 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:40661. 2024-11-08T20:18:18,139 DEBUG [RS:0;ae1476a7656f:40661 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:18:18,139 DEBUG [RS:0;ae1476a7656f:40661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:18,139 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0d9c6557bf65be9d1d84b5a583b2a098, disabling compactions & flushes 2024-11-08T20:18:18,139 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731097095927.0d9c6557bf65be9d1d84b5a583b2a098. 2024-11-08T20:18:18,139 INFO [RS:0;ae1476a7656f:40661 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T20:18:18,139 INFO [RS:0;ae1476a7656f:40661 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T20:18:18,139 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731097095927.0d9c6557bf65be9d1d84b5a583b2a098. 2024-11-08T20:18:18,139 INFO [RS:0;ae1476a7656f:40661 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T20:18:18,139 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731097095927.0d9c6557bf65be9d1d84b5a583b2a098. after waiting 0 ms 2024-11-08T20:18:18,139 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731097095927.0d9c6557bf65be9d1d84b5a583b2a098. 2024-11-08T20:18:18,139 INFO [RS:0;ae1476a7656f:40661 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T20:18:18,139 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0d9c6557bf65be9d1d84b5a583b2a098 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-08T20:18:18,139 INFO [RS:0;ae1476a7656f:40661 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T20:18:18,139 DEBUG [RS:0;ae1476a7656f:40661 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0d9c6557bf65be9d1d84b5a583b2a098=hbase:replication,,1731097095927.0d9c6557bf65be9d1d84b5a583b2a098.} 2024-11-08T20:18:18,139 DEBUG [RS:0;ae1476a7656f:40661 {}] regionserver.HRegionServer(1351): Waiting on 0d9c6557bf65be9d1d84b5a583b2a098, 1588230740 2024-11-08T20:18:18,139 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:18:18,139 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:18:18,139 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:18:18,139 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:18:18,140 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:18:18,140 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-08T20:18:18,153 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/data/hbase/meta/1588230740/.tmp/info/4f2b04653c2b4c6380e75031e6eccaff is 147, key is hbase:replication,,1731097095927.0d9c6557bf65be9d1d84b5a583b2a098./info:regioninfo/1731097097094/Put/seqid=0 2024-11-08T20:18:18,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741838_1014 (size=6631) 2024-11-08T20:18:18,164 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/data/hbase/replication/0d9c6557bf65be9d1d84b5a583b2a098/.tmp/queue/8a7a3c6fe2bc4637ba12fe03e9ef00db is 151, key is 1-ae1476a7656f,40661,1731097086713/queue:ae1476a7656f%2C40661%2C1731097086713/1731097097428/Put/seqid=0 2024-11-08T20:18:18,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741839_1015 (size=5350) 2024-11-08T20:18:18,206 INFO [regionserver/ae1476a7656f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:18:18,340 DEBUG [RS:0;ae1476a7656f:40661 {}] regionserver.HRegionServer(1351): Waiting on 0d9c6557bf65be9d1d84b5a583b2a098, 1588230740 2024-11-08T20:18:18,363 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40661,1731097086713.replicationSource.wal-reader.ae1476a7656f%2C40661%2C1731097086713,1-ae1476a7656f,40661,1731097086713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/WALs/ae1476a7656f,40661,1731097086713/ae1476a7656f%2C40661%2C1731097086713.1731097089028 to pos 0, reset compression=false 2024-11-08T20:18:18,540 DEBUG [RS:0;ae1476a7656f:40661 {}] regionserver.HRegionServer(1351): Waiting on 0d9c6557bf65be9d1d84b5a583b2a098, 1588230740 2024-11-08T20:18:18,558 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/data/hbase/meta/1588230740/.tmp/info/4f2b04653c2b4c6380e75031e6eccaff 2024-11-08T20:18:18,568 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/data/hbase/replication/0d9c6557bf65be9d1d84b5a583b2a098/.tmp/queue/8a7a3c6fe2bc4637ba12fe03e9ef00db 2024-11-08T20:18:18,573 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/data/hbase/replication/0d9c6557bf65be9d1d84b5a583b2a098/.tmp/queue/8a7a3c6fe2bc4637ba12fe03e9ef00db as hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/data/hbase/replication/0d9c6557bf65be9d1d84b5a583b2a098/queue/8a7a3c6fe2bc4637ba12fe03e9ef00db 2024-11-08T20:18:18,578 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/data/hbase/replication/0d9c6557bf65be9d1d84b5a583b2a098/queue/8a7a3c6fe2bc4637ba12fe03e9ef00db, entries=1, sequenceid=5, filesize=5.2 K 2024-11-08T20:18:18,579 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 0d9c6557bf65be9d1d84b5a583b2a098 in 439ms, sequenceid=5, compaction requested=false 2024-11-08T20:18:18,579 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T20:18:18,582 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/data/hbase/meta/1588230740/.tmp/ns/45e838cb9bab48c99897aa9f13255c1f is 43, key is default/ns:d/1731097090002/Put/seqid=0 2024-11-08T20:18:18,582 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/data/hbase/replication/0d9c6557bf65be9d1d84b5a583b2a098/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T20:18:18,583 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:18:18,583 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:18:18,583 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731097095927.0d9c6557bf65be9d1d84b5a583b2a098. 2024-11-08T20:18:18,583 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0d9c6557bf65be9d1d84b5a583b2a098: Waiting for close lock at 1731097098139Running coprocessor pre-close hooks at 1731097098139Disabling compacts and flushes for region at 1731097098139Disabling writes for close at 1731097098139Obtaining lock to block concurrent updates at 1731097098139Preparing flush snapshotting stores in 0d9c6557bf65be9d1d84b5a583b2a098 at 1731097098139Finished memstore snapshotting hbase:replication,,1731097095927.0d9c6557bf65be9d1d84b5a583b2a098., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731097098139Flushing stores of hbase:replication,,1731097095927.0d9c6557bf65be9d1d84b5a583b2a098. at 1731097098140 (+1 ms)Flushing 0d9c6557bf65be9d1d84b5a583b2a098/queue: creating writer at 1731097098140Flushing 0d9c6557bf65be9d1d84b5a583b2a098/queue: appending metadata at 1731097098163 (+23 ms)Flushing 0d9c6557bf65be9d1d84b5a583b2a098/queue: closing flushed file at 1731097098163Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@138bb06d: reopening flushed file at 1731097098572 (+409 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 0d9c6557bf65be9d1d84b5a583b2a098 in 439ms, sequenceid=5, compaction requested=false at 1731097098579 (+7 ms)Writing region close event to WAL at 1731097098580 (+1 ms)Running coprocessor post-close hooks at 1731097098583 (+3 ms)Closed at 1731097098583 2024-11-08T20:18:18,583 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731097095927.0d9c6557bf65be9d1d84b5a583b2a098. 2024-11-08T20:18:18,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741840_1016 (size=5153) 2024-11-08T20:18:18,740 DEBUG [RS:0;ae1476a7656f:40661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:18:18,868 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40661,1731097086713.replicationSource.wal-reader.ae1476a7656f%2C40661%2C1731097086713,1-ae1476a7656f,40661,1731097086713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/WALs/ae1476a7656f,40661,1731097086713/ae1476a7656f%2C40661%2C1731097086713.1731097089028 to pos 0, reset compression=false 2024-11-08T20:18:18,902 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T20:18:18,902 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T20:18:18,940 DEBUG [RS:0;ae1476a7656f:40661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:18:18,990 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/data/hbase/meta/1588230740/.tmp/ns/45e838cb9bab48c99897aa9f13255c1f 2024-11-08T20:18:19,011 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/data/hbase/meta/1588230740/.tmp/table/c92ba4b2ddd247f08817e0e80e03ea2c is 53, key is hbase:replication/table:state/1731097097101/Put/seqid=0 2024-11-08T20:18:19,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741841_1017 (size=5256) 2024-11-08T20:18:19,140 INFO [RS:0;ae1476a7656f:40661 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T20:18:19,140 DEBUG [RS:0;ae1476a7656f:40661 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T20:18:19,140 DEBUG [RS:0;ae1476a7656f:40661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:18:19,340 DEBUG [RS:0;ae1476a7656f:40661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:18:19,416 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/data/hbase/meta/1588230740/.tmp/table/c92ba4b2ddd247f08817e0e80e03ea2c 2024-11-08T20:18:19,421 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/data/hbase/meta/1588230740/.tmp/info/4f2b04653c2b4c6380e75031e6eccaff as hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/data/hbase/meta/1588230740/info/4f2b04653c2b4c6380e75031e6eccaff 2024-11-08T20:18:19,426 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/data/hbase/meta/1588230740/info/4f2b04653c2b4c6380e75031e6eccaff, entries=10, sequenceid=11, filesize=6.5 K 2024-11-08T20:18:19,427 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/data/hbase/meta/1588230740/.tmp/ns/45e838cb9bab48c99897aa9f13255c1f as hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/data/hbase/meta/1588230740/ns/45e838cb9bab48c99897aa9f13255c1f 2024-11-08T20:18:19,431 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/data/hbase/meta/1588230740/ns/45e838cb9bab48c99897aa9f13255c1f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T20:18:19,432 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/data/hbase/meta/1588230740/.tmp/table/c92ba4b2ddd247f08817e0e80e03ea2c as hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/data/hbase/meta/1588230740/table/c92ba4b2ddd247f08817e0e80e03ea2c 2024-11-08T20:18:19,436 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/data/hbase/meta/1588230740/table/c92ba4b2ddd247f08817e0e80e03ea2c, entries=2, sequenceid=11, filesize=5.1 K 2024-11-08T20:18:19,437 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1297ms, sequenceid=11, compaction requested=false 2024-11-08T20:18:19,441 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T20:18:19,442 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:18:19,442 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:18:19,442 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:18:19,442 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731097098139Running coprocessor pre-close hooks at 1731097098139Disabling compacts and flushes for region at 1731097098139Disabling writes for close at 1731097098140 (+1 ms)Obtaining lock to block concurrent updates at 1731097098140Preparing flush snapshotting stores in 1588230740 at 1731097098140Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731097098140Flushing stores of hbase:meta,,1.1588230740 at 1731097098140Flushing 1588230740/info: creating writer at 1731097098140Flushing 1588230740/info: appending metadata at 1731097098153 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731097098153Flushing 1588230740/ns: creating writer at 1731097098563 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731097098581 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731097098581Flushing 1588230740/table: creating writer at 1731097098995 (+414 ms)Flushing 1588230740/table: appending metadata at 1731097099010 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731097099010Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a116b67: reopening flushed file at 1731097099420 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f2564c2: reopening flushed file at 1731097099426 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ccf5c0e: reopening flushed file at 1731097099431 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1297ms, sequenceid=11, compaction requested=false at 1731097099437 (+6 ms)Writing region close event to WAL at 1731097099438 (+1 ms)Running coprocessor post-close hooks at 1731097099442 (+4 ms)Closed at 1731097099442 2024-11-08T20:18:19,442 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T20:18:19,473 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40661,1731097086713.replicationSource.wal-reader.ae1476a7656f%2C40661%2C1731097086713,1-ae1476a7656f,40661,1731097086713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/WALs/ae1476a7656f,40661,1731097086713/ae1476a7656f%2C40661%2C1731097086713.1731097089028 to pos 0, reset compression=false 2024-11-08T20:18:19,541 INFO [RS:0;ae1476a7656f:40661 {}] regionserver.HRegionServer(976): stopping server ae1476a7656f,40661,1731097086713; all regions closed. 2024-11-08T20:18:19,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741834_1010 (size=2742) 2024-11-08T20:18:19,543 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/WALs/ae1476a7656f,40661,1731097086713/ae1476a7656f%2C40661%2C1731097086713.meta.1731097089944.meta not finished, retry = 0 2024-11-08T20:18:19,752 DEBUG [RS:0;ae1476a7656f:40661 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/oldWALs 2024-11-08T20:18:19,752 INFO [RS:0;ae1476a7656f:40661 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C40661%2C1731097086713.meta:.meta(num 1731097089944) 2024-11-08T20:18:19,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741837_1013 (size=1586) 2024-11-08T20:18:19,754 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/WALs/ae1476a7656f,40661,1731097086713/ae1476a7656f%2C40661%2C1731097086713.rep.1731097097061 not finished, retry = 0 2024-11-08T20:18:19,856 DEBUG [RS:0;ae1476a7656f:40661 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/oldWALs 2024-11-08T20:18:19,856 INFO [RS:0;ae1476a7656f:40661 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C40661%2C1731097086713.rep:(num 1731097097061) 2024-11-08T20:18:19,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741832_1008 (size=93) 2024-11-08T20:18:19,858 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/WALs/ae1476a7656f,40661,1731097086713/ae1476a7656f%2C40661%2C1731097086713.1731097089028 not finished, retry = 0 2024-11-08T20:18:19,960 DEBUG [RS:0;ae1476a7656f:40661 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/oldWALs 2024-11-08T20:18:19,961 INFO [RS:0;ae1476a7656f:40661 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C40661%2C1731097086713:(num 1731097089028) 2024-11-08T20:18:19,961 DEBUG [RS:0;ae1476a7656f:40661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:19,961 INFO [RS:0;ae1476a7656f:40661 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:18:19,961 INFO [RS:0;ae1476a7656f:40661 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:18:19,961 INFO [RS:0;ae1476a7656f:40661 {}] hbase.ChoreService(370): Chore service for: regionserver/ae1476a7656f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T20:18:19,961 INFO [RS:0;ae1476a7656f:40661 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:18:19,961 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:18:19,961 INFO [RS:0;ae1476a7656f:40661 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ae1476a7656f,40661,1731097086713 because: Region server is closing 2024-11-08T20:18:19,961 INFO [RS:0;ae1476a7656f:40661 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:40661. 2024-11-08T20:18:19,961 DEBUG [RS:0;ae1476a7656f:40661 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:18:19,961 DEBUG [RS:0;ae1476a7656f:40661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:19,961 DEBUG [RS:0;ae1476a7656f:40661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:19,961 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:18:20,062 WARN [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40661,1731097086713.replicationSource.wal-reader.ae1476a7656f%2C40661%2C1731097086713,1-ae1476a7656f,40661,1731097086713 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T20:18:20,062 WARN [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40661,1731097086713.replicationSource.shipperae1476a7656f%2C40661%2C1731097086713,1-ae1476a7656f,40661,1731097086713 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T20:18:20,062 INFO [RS:0;ae1476a7656f:40661 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40661,1731097086713.replicationSource.shipperae1476a7656f%2C40661%2C1731097086713,1-ae1476a7656f,40661,1731097086713 terminated 2024-11-08T20:18:20,062 INFO [RS:0;ae1476a7656f:40661 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40661 2024-11-08T20:18:20,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40661-0x1011c193d4b0001, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2074702740/rs/ae1476a7656f,40661,1731097086713 2024-11-08T20:18:20,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40943-0x1011c193d4b0000, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2074702740/rs 2024-11-08T20:18:20,327 INFO [RS:0;ae1476a7656f:40661 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:18:20,420 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ae1476a7656f,40661,1731097086713] 2024-11-08T20:18:20,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40661-0x1011c193d4b0001, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:18:20,521 INFO [RS:0;ae1476a7656f:40661 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:18:20,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40661-0x1011c193d4b0001, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:18:20,521 INFO [RS:0;ae1476a7656f:40661 {}] regionserver.HRegionServer(1031): Exiting; stopping=ae1476a7656f,40661,1731097086713; zookeeper connection closed. 2024-11-08T20:18:20,521 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4ad6cf49 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4ad6cf49 2024-11-08T20:18:20,521 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T20:18:20,538 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2074702740/draining/ae1476a7656f,40661,1731097086713 already deleted, retry=false 2024-11-08T20:18:20,538 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ae1476a7656f,40661,1731097086713 expired; onlineServers=0 2024-11-08T20:18:20,538 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ae1476a7656f,40943,1731097086509' ***** 2024-11-08T20:18:20,538 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T20:18:20,538 INFO [M:0;ae1476a7656f:40943 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:18:20,538 INFO [M:0;ae1476a7656f:40943 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:18:20,538 DEBUG [M:0;ae1476a7656f:40943 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T20:18:20,538 DEBUG [M:0;ae1476a7656f:40943 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T20:18:20,538 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T20:18:20,538 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097088750 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097088750,5,FailOnTimeoutGroup] 2024-11-08T20:18:20,538 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097088750 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097088750,5,FailOnTimeoutGroup] 2024-11-08T20:18:20,538 INFO [M:0;ae1476a7656f:40943 {}] hbase.ChoreService(370): Chore service for: master/ae1476a7656f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T20:18:20,538 INFO [M:0;ae1476a7656f:40943 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:18:20,539 DEBUG [M:0;ae1476a7656f:40943 {}] master.HMaster(1795): Stopping service threads 2024-11-08T20:18:20,539 INFO [M:0;ae1476a7656f:40943 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T20:18:20,539 INFO [M:0;ae1476a7656f:40943 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:18:20,539 INFO [M:0;ae1476a7656f:40943 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T20:18:20,539 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T20:18:20,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40943-0x1011c193d4b0000, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2074702740/master 2024-11-08T20:18:20,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40943-0x1011c193d4b0000, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2074702740 2024-11-08T20:18:20,605 DEBUG [M:0;ae1476a7656f:40943 {}] zookeeper.ZKUtil(347): master:40943-0x1011c193d4b0000, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Unable to get data of znode /0-2074702740/master because node does not exist (not an error) 2024-11-08T20:18:20,605 WARN [M:0;ae1476a7656f:40943 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T20:18:20,605 INFO [M:0;ae1476a7656f:40943 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/.lastflushedseqids 2024-11-08T20:18:20,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741842_1018 (size=181) 2024-11-08T20:18:21,010 INFO [M:0;ae1476a7656f:40943 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T20:18:21,010 INFO [M:0;ae1476a7656f:40943 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T20:18:21,011 DEBUG [M:0;ae1476a7656f:40943 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:18:21,011 INFO [M:0;ae1476a7656f:40943 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:18:21,011 DEBUG [M:0;ae1476a7656f:40943 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:18:21,011 DEBUG [M:0;ae1476a7656f:40943 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:18:21,011 DEBUG [M:0;ae1476a7656f:40943 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:18:21,011 INFO [M:0;ae1476a7656f:40943 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-08T20:18:21,027 DEBUG [M:0;ae1476a7656f:40943 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/37b659e0b3f64a33a9c3c28df617ab03 is 82, key is hbase:meta,,1/info:regioninfo/1731097089973/Put/seqid=0 2024-11-08T20:18:21,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741843_1019 (size=5672) 2024-11-08T20:18:21,236 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T20:18:21,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:21,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:21,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:21,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:21,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:21,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:21,275 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T20:18:21,432 INFO [M:0;ae1476a7656f:40943 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/37b659e0b3f64a33a9c3c28df617ab03 2024-11-08T20:18:21,450 DEBUG [M:0;ae1476a7656f:40943 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb0eb3e336b047229f20cffb5c0e6906 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731097097104/Put/seqid=0 2024-11-08T20:18:21,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741844_1020 (size=7203) 2024-11-08T20:18:21,854 INFO [M:0;ae1476a7656f:40943 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb0eb3e336b047229f20cffb5c0e6906 2024-11-08T20:18:21,871 DEBUG [M:0;ae1476a7656f:40943 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a72f1f087e6c46d8a22ce9c2d19b2dbd is 69, key is ae1476a7656f,40661,1731097086713/rs:state/1731097088881/Put/seqid=0 2024-11-08T20:18:21,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741845_1021 (size=5156) 2024-11-08T20:18:22,275 INFO [M:0;ae1476a7656f:40943 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a72f1f087e6c46d8a22ce9c2d19b2dbd 2024-11-08T20:18:22,280 DEBUG [M:0;ae1476a7656f:40943 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/37b659e0b3f64a33a9c3c28df617ab03 as hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/37b659e0b3f64a33a9c3c28df617ab03 2024-11-08T20:18:22,284 INFO [M:0;ae1476a7656f:40943 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/37b659e0b3f64a33a9c3c28df617ab03, entries=8, sequenceid=70, filesize=5.5 K 2024-11-08T20:18:22,285 DEBUG [M:0;ae1476a7656f:40943 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb0eb3e336b047229f20cffb5c0e6906 as hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bb0eb3e336b047229f20cffb5c0e6906 2024-11-08T20:18:22,289 INFO [M:0;ae1476a7656f:40943 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bb0eb3e336b047229f20cffb5c0e6906, entries=8, sequenceid=70, filesize=7.0 K 2024-11-08T20:18:22,290 DEBUG [M:0;ae1476a7656f:40943 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a72f1f087e6c46d8a22ce9c2d19b2dbd as hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a72f1f087e6c46d8a22ce9c2d19b2dbd 2024-11-08T20:18:22,295 INFO [M:0;ae1476a7656f:40943 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a72f1f087e6c46d8a22ce9c2d19b2dbd, entries=1, sequenceid=70, filesize=5.0 K 2024-11-08T20:18:22,296 INFO [M:0;ae1476a7656f:40943 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=70, compaction requested=false 2024-11-08T20:18:22,297 INFO [M:0;ae1476a7656f:40943 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:18:22,297 DEBUG [M:0;ae1476a7656f:40943 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731097101011Disabling compacts and flushes for region at 1731097101011Disabling writes for close at 1731097101011Obtaining lock to block concurrent updates at 1731097101011Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731097101011Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731097101011Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731097101012 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731097101012Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731097101027 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731097101027Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731097101436 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731097101449 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731097101449Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731097101858 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731097101871 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731097101871Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@523d64e8: reopening flushed file at 1731097102279 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5453f75a: reopening flushed file at 1731097102284 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@322c1b85: reopening flushed file at 1731097102289 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=70, compaction requested=false at 1731097102296 (+7 ms)Writing region close event to WAL at 1731097102297 (+1 ms)Closed at 1731097102297 2024-11-08T20:18:22,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741830_1006 (size=41008) 2024-11-08T20:18:22,299 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/WALs/ae1476a7656f,40943,1731097086509/ae1476a7656f%2C40943%2C1731097086509.1731097088478 not finished, retry = 0 2024-11-08T20:18:22,400 INFO [M:0;ae1476a7656f:40943 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T20:18:22,400 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:18:22,400 INFO [M:0;ae1476a7656f:40943 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40943 2024-11-08T20:18:22,400 INFO [M:0;ae1476a7656f:40943 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:18:22,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40943-0x1011c193d4b0000, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:18:22,553 INFO [M:0;ae1476a7656f:40943 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:18:22,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40943-0x1011c193d4b0000, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:18:22,555 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:18:22,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:18:22,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:18:22,555 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:18:22,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:18:22,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:18:22,555 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T20:18:22,555 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:18:22,555 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40701 2024-11-08T20:18:22,556 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40701 connecting to ZooKeeper ensemble=127.0.0.1:49562 2024-11-08T20:18:22,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:407010x0, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:18:22,569 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40701-0x1011c193d4b0006 connected 2024-11-08T20:18:22,581 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:18:22,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:18:22,584 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40701-0x1011c193d4b0006, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Set watcher on znode that does not yet exist, /0-2074702740/running 2024-11-08T20:18:22,584 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2074702740/meta-region-server: INIT 2024-11-08T20:18:22,584 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54, hbase.cluster.distributed=false 2024-11-08T20:18:22,585 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40701-0x1011c193d4b0006, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Set watcher on znode that does not yet exist, /0-2074702740/acl 2024-11-08T20:18:22,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40701 2024-11-08T20:18:22,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40701 2024-11-08T20:18:22,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40701 2024-11-08T20:18:22,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40701 2024-11-08T20:18:22,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40701 2024-11-08T20:18:22,598 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:18:22,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:18:22,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:18:22,598 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:18:22,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:18:22,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:18:22,598 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T20:18:22,599 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:18:22,599 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35243 2024-11-08T20:18:22,600 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35243 connecting to ZooKeeper ensemble=127.0.0.1:49562 2024-11-08T20:18:22,600 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:18:22,601 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:18:22,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:352430x0, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:18:22,615 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35243-0x1011c193d4b0007, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Set watcher on znode that does not yet exist, /0-2074702740/running 2024-11-08T20:18:22,615 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35243-0x1011c193d4b0007 connected 2024-11-08T20:18:22,615 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2074702740/meta-region-server: INIT 2024-11-08T20:18:22,616 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T20:18:22,616 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T20:18:22,617 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35243-0x1011c193d4b0007, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Set watcher on znode that does not yet exist, /0-2074702740/master 2024-11-08T20:18:22,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35243-0x1011c193d4b0007, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Set watcher on znode that does not yet exist, /0-2074702740/acl 2024-11-08T20:18:22,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35243 2024-11-08T20:18:22,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35243 2024-11-08T20:18:22,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35243 2024-11-08T20:18:22,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35243 2024-11-08T20:18:22,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35243 2024-11-08T20:18:22,630 DEBUG [M:0;ae1476a7656f:40701 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ae1476a7656f:40701 2024-11-08T20:18:22,631 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2074702740/backup-masters/ae1476a7656f,40701,1731097102554 2024-11-08T20:18:22,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40701-0x1011c193d4b0006, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2074702740/backup-masters 2024-11-08T20:18:22,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35243-0x1011c193d4b0007, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2074702740/backup-masters 2024-11-08T20:18:22,643 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40701-0x1011c193d4b0006, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Set watcher on existing znode=/0-2074702740/backup-masters/ae1476a7656f,40701,1731097102554 2024-11-08T20:18:22,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35243-0x1011c193d4b0007, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2074702740/master 2024-11-08T20:18:22,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40701-0x1011c193d4b0006, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2074702740 2024-11-08T20:18:22,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35243-0x1011c193d4b0007, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2074702740 2024-11-08T20:18:22,653 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40701-0x1011c193d4b0006, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Set watcher on existing znode=/0-2074702740/master 2024-11-08T20:18:22,654 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2074702740/backup-masters/ae1476a7656f,40701,1731097102554 from backup master directory 2024-11-08T20:18:22,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35243-0x1011c193d4b0007, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2074702740/backup-masters 2024-11-08T20:18:22,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40701-0x1011c193d4b0006, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2074702740/backup-masters/ae1476a7656f,40701,1731097102554 2024-11-08T20:18:22,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40701-0x1011c193d4b0006, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2074702740/backup-masters 2024-11-08T20:18:22,664 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:18:22,664 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ae1476a7656f,40701,1731097102554 2024-11-08T20:18:22,674 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:18:22,674 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T20:18:22,680 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-08T20:18:22,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741846_1022 (size=196) 2024-11-08T20:18:23,094 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:18:23,095 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T20:18:23,095 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:18:23,100 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-08T20:18:23,102 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/WALs/ae1476a7656f,40943,1731097086509 to hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/WALs/ae1476a7656f,40943,1731097086509-dead as it is dead 2024-11-08T20:18:23,102 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/WALs/ae1476a7656f,40943,1731097086509-dead/ae1476a7656f%2C40943%2C1731097086509.1731097088478 2024-11-08T20:18:23,103 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/WALs/ae1476a7656f,40943,1731097086509-dead/ae1476a7656f%2C40943%2C1731097086509.1731097088478 after 1ms 2024-11-08T20:18:23,103 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/WALs/ae1476a7656f,40943,1731097086509-dead/ae1476a7656f%2C40943%2C1731097086509.1731097088478 to hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ae1476a7656f%2C40943%2C1731097086509.1731097088478 2024-11-08T20:18:23,103 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/WALs/ae1476a7656f,40943,1731097086509-dead 2024-11-08T20:18:23,104 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/WALs/ae1476a7656f,40701,1731097102554 2024-11-08T20:18:23,104 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:18:23,105 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C40701%2C1731097102554, suffix=, logDir=hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/WALs/ae1476a7656f,40701,1731097102554, archiveDir=hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/oldWALs, maxLogs=10 2024-11-08T20:18:23,117 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/WALs/ae1476a7656f,40701,1731097102554/ae1476a7656f%2C40701%2C1731097102554.1731097103105, exclude list is [], retry=0 2024-11-08T20:18:23,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39829,DS-1087b5cd-20f7-4b4a-8e3f-fe0180dfd986,DISK] 2024-11-08T20:18:23,121 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/WALs/ae1476a7656f,40701,1731097102554/ae1476a7656f%2C40701%2C1731097102554.1731097103105 2024-11-08T20:18:23,121 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35459:35459)] 2024-11-08T20:18:23,121 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:18:23,121 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:18:23,121 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:23,121 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:23,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:23,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T20:18:23,123 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:23,128 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/37b659e0b3f64a33a9c3c28df617ab03 2024-11-08T20:18:23,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:18:23,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:23,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T20:18:23,129 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:23,134 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bb0eb3e336b047229f20cffb5c0e6906 2024-11-08T20:18:23,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:18:23,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:23,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T20:18:23,135 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:23,140 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a72f1f087e6c46d8a22ce9c2d19b2dbd 2024-11-08T20:18:23,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:18:23,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:23,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T20:18:23,141 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:23,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:18:23,141 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:23,142 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-08T20:18:23,142 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ae1476a7656f%2C40943%2C1731097086509.1731097088478 2024-11-08T20:18:23,147 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ae1476a7656f%2C40943%2C1731097086509.1731097088478 2024-11-08T20:18:23,147 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ae1476a7656f%2C40943%2C1731097086509.1731097088478 2024-11-08T20:18:23,148 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:23,148 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:23,149 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:18:23,150 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:23,151 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-08T20:18:23,152 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71721612, jitterRate=0.06873530149459839}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:18:23,152 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731097103122Initializing all the Stores at 1731097103122Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097103122Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097103122Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097103122Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097103122Cleaning up temporary data from old regions at 1731097103148 (+26 ms)Region opened successfully at 1731097103152 (+4 ms) 2024-11-08T20:18:23,152 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T20:18:23,155 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3febc778, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:18:23,156 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-08T20:18:23,157 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T20:18:23,157 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T20:18:23,157 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T20:18:23,157 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T20:18:23,159 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T20:18:23,160 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T20:18:23,160 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T20:18:23,160 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-08T20:18:23,160 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T20:18:23,163 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=ae1476a7656f,40661,1731097086713, regionLocation=ae1476a7656f,40661,1731097086713, openSeqNum=2 2024-11-08T20:18:23,163 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=ae1476a7656f,40661,1731097086713, table=hbase:meta, region=1588230740 2024-11-08T20:18:23,163 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,40661,1731097086713, state=OPEN 2024-11-08T20:18:23,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35243-0x1011c193d4b0007, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2074702740/meta-region-server 2024-11-08T20:18:23,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40701-0x1011c193d4b0006, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2074702740/meta-region-server 2024-11-08T20:18:23,211 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2074702740/meta-region-server: CHANGED 2024-11-08T20:18:23,211 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2074702740/meta-region-server: CHANGED 2024-11-08T20:18:23,214 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-08T20:18:23,225 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2074702740/draining/ae1476a7656f,40661,1731097086713 already deleted, retry=false 2024-11-08T20:18:23,226 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of ae1476a7656f,40661,1731097086713 on ae1476a7656f,40701,1731097102554 2024-11-08T20:18:23,227 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure ae1476a7656f,40661,1731097086713, splitWal=true, meta=true 2024-11-08T20:18:23,227 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for ae1476a7656f,40661,1731097086713 (carryingMeta=true) ae1476a7656f,40661,1731097086713/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@30a618c[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-08T20:18:23,228 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40701-0x1011c193d4b0006, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Unable to get data of znode /0-2074702740/balancer because node does not exist (not necessarily an error) 2024-11-08T20:18:23,236 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2074702740/balancer already deleted, retry=false 2024-11-08T20:18:23,236 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T20:18:23,237 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40701-0x1011c193d4b0006, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Unable to get data of znode /0-2074702740/normalizer because node does not exist (not necessarily an error) 2024-11-08T20:18:23,247 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2074702740/normalizer already deleted, retry=false 2024-11-08T20:18:23,247 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T20:18:23,248 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40701-0x1011c193d4b0006, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Unable to get data of znode /0-2074702740/switch/split because node does not exist (not necessarily an error) 2024-11-08T20:18:23,257 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2074702740/switch/split already deleted, retry=false 2024-11-08T20:18:23,258 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40701-0x1011c193d4b0006, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Unable to get data of znode /0-2074702740/switch/merge because node does not exist (not necessarily an error) 2024-11-08T20:18:23,268 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2074702740/switch/merge already deleted, retry=false 2024-11-08T20:18:23,279 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40701-0x1011c193d4b0006, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Unable to get data of znode /0-2074702740/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T20:18:23,289 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2074702740/snapshot-cleanup already deleted, retry=false 2024-11-08T20:18:23,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40701-0x1011c193d4b0006, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2074702740/running 2024-11-08T20:18:23,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40701-0x1011c193d4b0006, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2074702740 2024-11-08T20:18:23,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35243-0x1011c193d4b0007, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2074702740/running 2024-11-08T20:18:23,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35243-0x1011c193d4b0007, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2074702740 2024-11-08T20:18:23,300 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ae1476a7656f,40701,1731097102554, sessionid=0x1011c193d4b0006, setting cluster-up flag (Was=false) 2024-11-08T20:18:23,310 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2074702740/flush-table-proc/acquired, /0-2074702740/flush-table-proc/reached, /0-2074702740/flush-table-proc/abort 2024-11-08T20:18:23,311 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,40701,1731097102554 2024-11-08T20:18:23,321 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2074702740/online-snapshot/acquired, /0-2074702740/online-snapshot/reached, /0-2074702740/online-snapshot/abort 2024-11-08T20:18:23,322 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,40701,1731097102554 2024-11-08T20:18:23,323 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/.lastflushedseqids 2024-11-08T20:18:23,325 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T20:18:23,325 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T20:18:23,325 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ae1476a7656f,40701,1731097102554 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 ae1476a7656f,40661,1731097086713 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T20:18:23,327 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:18:23,327 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:18:23,327 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:18:23,327 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:18:23,327 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ae1476a7656f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T20:18:23,327 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:23,327 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:18:23,327 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:23,328 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731097133328 2024-11-08T20:18:23,328 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T20:18:23,328 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T20:18:23,328 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T20:18:23,328 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T20:18:23,328 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T20:18:23,328 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T20:18:23,328 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure ae1476a7656f,40661,1731097086713, splitWal=true, meta=true 2024-11-08T20:18:23,328 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:23,328 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T20:18:23,328 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T20:18:23,328 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T20:18:23,328 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T20:18:23,329 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure ae1476a7656f,40661,1731097086713, splitWal=true, meta=true, isMeta: true 2024-11-08T20:18:23,329 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T20:18:23,329 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T20:18:23,329 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097103329,5,FailOnTimeoutGroup] 2024-11-08T20:18:23,329 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097103329,5,FailOnTimeoutGroup] 2024-11-08T20:18:23,329 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:23,329 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T20:18:23,329 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:23,329 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:23,329 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731097103329, completionTime=-1 2024-11-08T20:18:23,329 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-08T20:18:23,329 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-08T20:18:23,330 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/WALs/ae1476a7656f,40661,1731097086713-splitting 2024-11-08T20:18:23,330 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/WALs/ae1476a7656f,40661,1731097086713-splitting dir is empty, no logs to split. 2024-11-08T20:18:23,330 INFO [PEWorker-1 {}] master.SplitWALManager(105): ae1476a7656f,40661,1731097086713 WAL count=0, meta=true 2024-11-08T20:18:23,332 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/WALs/ae1476a7656f,40661,1731097086713-splitting dir is empty, no logs to split. 2024-11-08T20:18:23,332 INFO [PEWorker-1 {}] master.SplitWALManager(105): ae1476a7656f,40661,1731097086713 WAL count=0, meta=true 2024-11-08T20:18:23,332 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if ae1476a7656f,40661,1731097086713 WAL splitting is done? wals=0, meta=true 2024-11-08T20:18:23,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T20:18:23,333 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:18:23,334 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T20:18:23,422 INFO [RS:0;ae1476a7656f:35243 {}] regionserver.HRegionServer(746): ClusterId : d7773065-2d57-4348-9ec0-7a50b9456756 2024-11-08T20:18:23,422 DEBUG [RS:0;ae1476a7656f:35243 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T20:18:23,432 DEBUG [RS:0;ae1476a7656f:35243 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T20:18:23,433 DEBUG [RS:0;ae1476a7656f:35243 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T20:18:23,443 DEBUG [RS:0;ae1476a7656f:35243 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T20:18:23,443 DEBUG [RS:0;ae1476a7656f:35243 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ef79f80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:18:23,453 DEBUG [RS:0;ae1476a7656f:35243 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ae1476a7656f:35243 2024-11-08T20:18:23,453 INFO [RS:0;ae1476a7656f:35243 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T20:18:23,453 INFO [RS:0;ae1476a7656f:35243 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T20:18:23,453 DEBUG [RS:0;ae1476a7656f:35243 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T20:18:23,454 INFO [RS:0;ae1476a7656f:35243 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae1476a7656f,40701,1731097102554 with port=35243, startcode=1731097102598 2024-11-08T20:18:23,454 DEBUG [RS:0;ae1476a7656f:35243 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T20:18:23,455 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55187, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T20:18:23,455 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40701 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae1476a7656f,35243,1731097102598 2024-11-08T20:18:23,456 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40701 {}] master.ServerManager(517): Registering regionserver=ae1476a7656f,35243,1731097102598 2024-11-08T20:18:23,457 DEBUG [RS:0;ae1476a7656f:35243 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54 2024-11-08T20:18:23,457 DEBUG [RS:0;ae1476a7656f:35243 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43813 2024-11-08T20:18:23,457 DEBUG [RS:0;ae1476a7656f:35243 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T20:18:23,480 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=151ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-08T20:18:23,484 WARN [ae1476a7656f:40701 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T20:18:23,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40701-0x1011c193d4b0006, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2074702740/rs 2024-11-08T20:18:23,494 DEBUG [RS:0;ae1476a7656f:35243 {}] zookeeper.ZKUtil(111): regionserver:35243-0x1011c193d4b0007, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Set watcher on existing znode=/0-2074702740/rs/ae1476a7656f,35243,1731097102598 2024-11-08T20:18:23,494 WARN [RS:0;ae1476a7656f:35243 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:18:23,494 INFO [RS:0;ae1476a7656f:35243 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:18:23,495 DEBUG [RS:0;ae1476a7656f:35243 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/WALs/ae1476a7656f,35243,1731097102598 2024-11-08T20:18:23,495 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae1476a7656f,35243,1731097102598] 2024-11-08T20:18:23,511 INFO [RS:0;ae1476a7656f:35243 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T20:18:23,512 INFO [RS:0;ae1476a7656f:35243 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T20:18:23,512 INFO [RS:0;ae1476a7656f:35243 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T20:18:23,512 INFO [RS:0;ae1476a7656f:35243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:23,512 INFO [RS:0;ae1476a7656f:35243 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T20:18:23,513 INFO [RS:0;ae1476a7656f:35243 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T20:18:23,513 INFO [RS:0;ae1476a7656f:35243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:23,513 DEBUG [RS:0;ae1476a7656f:35243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:23,513 DEBUG [RS:0;ae1476a7656f:35243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:23,513 DEBUG [RS:0;ae1476a7656f:35243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:23,513 DEBUG [RS:0;ae1476a7656f:35243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:23,513 DEBUG [RS:0;ae1476a7656f:35243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:23,513 DEBUG [RS:0;ae1476a7656f:35243 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:18:23,513 DEBUG [RS:0;ae1476a7656f:35243 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:23,514 DEBUG [RS:0;ae1476a7656f:35243 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:23,514 DEBUG [RS:0;ae1476a7656f:35243 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:23,514 DEBUG [RS:0;ae1476a7656f:35243 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:23,514 DEBUG [RS:0;ae1476a7656f:35243 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:23,514 DEBUG [RS:0;ae1476a7656f:35243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:23,514 DEBUG [RS:0;ae1476a7656f:35243 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:18:23,514 DEBUG [RS:0;ae1476a7656f:35243 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:18:23,514 INFO [RS:0;ae1476a7656f:35243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:23,514 INFO [RS:0;ae1476a7656f:35243 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:23,514 INFO [RS:0;ae1476a7656f:35243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:23,514 INFO [RS:0;ae1476a7656f:35243 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:23,514 INFO [RS:0;ae1476a7656f:35243 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:23,514 INFO [RS:0;ae1476a7656f:35243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,35243,1731097102598-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:18:23,530 INFO [RS:0;ae1476a7656f:35243 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T20:18:23,530 INFO [RS:0;ae1476a7656f:35243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,35243,1731097102598-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:23,544 INFO [RS:0;ae1476a7656f:35243 {}] regionserver.ReplicationSource(231): queueId=1-ae1476a7656f,35243,1731097102598, ReplicationSource: 1, currentBandwidth=0 2024-11-08T20:18:23,545 INFO [RS:0;ae1476a7656f:35243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:23,545 INFO [RS:0;ae1476a7656f:35243 {}] regionserver.Replication(171): ae1476a7656f,35243,1731097102598 started 2024-11-08T20:18:23,557 DEBUG [RS:0;ae1476a7656f:35243.replicationSource,1-ae1476a7656f,35243,1731097102598 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ae1476a7656f:43605' 2024-11-08T20:18:23,557 INFO [RS:0;ae1476a7656f:35243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:23,557 INFO [RS:0;ae1476a7656f:35243 {}] regionserver.HRegionServer(1482): Serving as ae1476a7656f,35243,1731097102598, RpcServer on ae1476a7656f/172.17.0.3:35243, sessionid=0x1011c193d4b0007 2024-11-08T20:18:23,557 DEBUG [RS:0;ae1476a7656f:35243 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T20:18:23,557 DEBUG [RS:0;ae1476a7656f:35243 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae1476a7656f,35243,1731097102598 2024-11-08T20:18:23,557 DEBUG [RS:0;ae1476a7656f:35243 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,35243,1731097102598' 2024-11-08T20:18:23,557 DEBUG [RS:0;ae1476a7656f:35243 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2074702740/flush-table-proc/abort' 2024-11-08T20:18:23,557 DEBUG [RS:0;ae1476a7656f:35243.replicationSource,1-ae1476a7656f,35243,1731097102598 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3acd2841, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:23,557 DEBUG [RS:0;ae1476a7656f:35243.replicationSource,1-ae1476a7656f,35243,1731097102598 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,43605,-1 for getting cluster id 2024-11-08T20:18:23,558 DEBUG [RS:0;ae1476a7656f:35243 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2074702740/flush-table-proc/acquired' 2024-11-08T20:18:23,558 DEBUG [RS:0;ae1476a7656f:35243.replicationSource,1-ae1476a7656f,35243,1731097102598 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:18:23,558 DEBUG [RS:0;ae1476a7656f:35243 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T20:18:23,558 DEBUG [RS:0;ae1476a7656f:35243 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T20:18:23,558 DEBUG [RS:0;ae1476a7656f:35243 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae1476a7656f,35243,1731097102598 2024-11-08T20:18:23,558 DEBUG [RS:0;ae1476a7656f:35243 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,35243,1731097102598' 2024-11-08T20:18:23,558 DEBUG [RS:0;ae1476a7656f:35243 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2074702740/online-snapshot/abort' 2024-11-08T20:18:23,558 DEBUG [RS:0;ae1476a7656f:35243 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2074702740/online-snapshot/acquired' 2024-11-08T20:18:23,559 DEBUG [RS:0;ae1476a7656f:35243 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T20:18:23,559 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '774f5b7d-39d2-40b9-9751-acb8daee141c' 2024-11-08T20:18:23,559 INFO [RS:0;ae1476a7656f:35243 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T20:18:23,559 INFO [RS:0;ae1476a7656f:35243 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T20:18:23,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:18:23,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "774f5b7d-39d2-40b9-9751-acb8daee141c" 2024-11-08T20:18:23,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58e9ec58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:23,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,43605,-1] 2024-11-08T20:18:23,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:18:23,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:23,560 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:18:23,560 DEBUG [RS:0;ae1476a7656f:35243.replicationSource,1-ae1476a7656f,35243,1731097102598 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27048c81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:23,560 DEBUG [RS:0;ae1476a7656f:35243.replicationSource,1-ae1476a7656f,35243,1731097102598 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:18:23,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,43605,1731097092057 2024-11-08T20:18:23,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d82100e 2024-11-08T20:18:23,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:18:23,562 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-08T20:18:23,562 INFO [RS:0;ae1476a7656f:35243.replicationSource,1-ae1476a7656f,35243,1731097102598 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ae1476a7656f,35243,1731097102598 (queues=0) is replicating from cluster=d7773065-2d57-4348-9ec0-7a50b9456756 to cluster=774f5b7d-39d2-40b9-9751-acb8daee141c 2024-11-08T20:18:23,659 INFO [RS:0;ae1476a7656f:35243 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:18:23,661 INFO [RS:0;ae1476a7656f:35243 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C35243%2C1731097102598, suffix=, logDir=hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/WALs/ae1476a7656f,35243,1731097102598, archiveDir=hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/oldWALs, maxLogs=10 2024-11-08T20:18:23,672 DEBUG [RS:0;ae1476a7656f:35243 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/WALs/ae1476a7656f,35243,1731097102598/ae1476a7656f%2C35243%2C1731097102598.1731097103661, exclude list is [], retry=0 2024-11-08T20:18:23,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39829,DS-1087b5cd-20f7-4b4a-8e3f-fe0180dfd986,DISK] 2024-11-08T20:18:23,676 INFO [RS:0;ae1476a7656f:35243 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/WALs/ae1476a7656f,35243,1731097102598/ae1476a7656f%2C35243%2C1731097102598.1731097103661 2024-11-08T20:18:23,676 DEBUG [RS:0;ae1476a7656f:35243 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group ae1476a7656f%2C35243%2C1731097102598 for peer 1 2024-11-08T20:18:23,676 DEBUG [RS:0;ae1476a7656f:35243 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ae1476a7656f%2C35243%2C1731097102598 2024-11-08T20:18:23,677 INFO [RS:0;ae1476a7656f:35243 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ae1476a7656f,35243,1731097102598, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T20:18:23,677 DEBUG [RS:0;ae1476a7656f:35243 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35459:35459)] 2024-11-08T20:18:23,677 INFO [RS:0;ae1476a7656f:35243.replicationSource.shipperae1476a7656f%2C35243%2C1731097102598,1-ae1476a7656f,35243,1731097102598 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ae1476a7656f%2C35243%2C1731097102598 2024-11-08T20:18:23,677 DEBUG [RS:0;ae1476a7656f:35243.replicationSource.wal-reader.ae1476a7656f%2C35243%2C1731097102598,1-ae1476a7656f,35243,1731097102598 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/WALs/ae1476a7656f,35243,1731097102598/ae1476a7656f%2C35243%2C1731097102598.1731097103661, startPosition=0, beingWritten=true 2024-11-08T20:18:23,734 DEBUG [ae1476a7656f:40701 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T20:18:23,735 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ae1476a7656f,35243,1731097102598 2024-11-08T20:18:23,736 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,35243,1731097102598, state=OPENING 2024-11-08T20:18:23,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35243-0x1011c193d4b0007, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2074702740/meta-region-server 2024-11-08T20:18:23,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40701-0x1011c193d4b0006, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2074702740/meta-region-server 2024-11-08T20:18:23,752 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:18:23,752 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2074702740/meta-region-server: CHANGED 2024-11-08T20:18:23,752 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2074702740/meta-region-server: CHANGED 2024-11-08T20:18:23,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,35243,1731097102598}] 2024-11-08T20:18:23,882 DEBUG [RS:0;ae1476a7656f:35243.replicationSource.wal-reader.ae1476a7656f%2C35243%2C1731097102598,1-ae1476a7656f,35243,1731097102598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/WALs/ae1476a7656f,35243,1731097102598/ae1476a7656f%2C35243%2C1731097102598.1731097103661 to pos 0, reset compression=false 2024-11-08T20:18:23,904 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:18:23,906 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46309, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T20:18:23,908 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T20:18:23,908 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:18:23,909 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T20:18:23,910 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C35243%2C1731097102598.meta, suffix=.meta, logDir=hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/WALs/ae1476a7656f,35243,1731097102598, archiveDir=hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/oldWALs, maxLogs=10 2024-11-08T20:18:23,921 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/WALs/ae1476a7656f,35243,1731097102598/ae1476a7656f%2C35243%2C1731097102598.meta.1731097103910.meta, exclude list is [], retry=0 2024-11-08T20:18:23,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39829,DS-1087b5cd-20f7-4b4a-8e3f-fe0180dfd986,DISK] 2024-11-08T20:18:23,925 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/WALs/ae1476a7656f,35243,1731097102598/ae1476a7656f%2C35243%2C1731097102598.meta.1731097103910.meta 2024-11-08T20:18:23,925 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35459:35459)] 2024-11-08T20:18:23,925 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:18:23,925 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:18:23,926 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T20:18:23,926 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T20:18:23,926 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T20:18:23,926 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T20:18:23,926 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:18:23,926 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T20:18:23,926 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T20:18:23,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:18:23,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:18:23,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:23,933 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/data/hbase/meta/1588230740/info/4f2b04653c2b4c6380e75031e6eccaff 2024-11-08T20:18:23,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:18:23,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:18:23,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:18:23,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:23,939 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/data/hbase/meta/1588230740/ns/45e838cb9bab48c99897aa9f13255c1f 2024-11-08T20:18:23,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:18:23,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:18:23,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:18:23,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:23,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:18:23,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:18:23,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:18:23,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:23,945 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/data/hbase/meta/1588230740/table/c92ba4b2ddd247f08817e0e80e03ea2c 2024-11-08T20:18:23,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:18:23,945 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:18:23,946 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/data/hbase/meta/1588230740 2024-11-08T20:18:23,947 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/data/hbase/meta/1588230740 2024-11-08T20:18:23,948 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:18:23,948 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:18:23,949 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:18:23,950 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:18:23,951 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63574732, jitterRate=-0.052662670612335205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:18:23,951 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T20:18:23,951 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731097103926Writing region info on filesystem at 1731097103926Initializing all the Stores at 1731097103927 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097103927Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097103927Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097103927Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097103927Cleaning up temporary data from old regions at 1731097103948 (+21 ms)Running coprocessor post-open hooks at 1731097103951 (+3 ms)Region opened successfully at 1731097103951 2024-11-08T20:18:23,951 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731097103904 2024-11-08T20:18:23,953 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T20:18:23,953 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T20:18:23,954 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=ae1476a7656f,35243,1731097102598 2024-11-08T20:18:23,955 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,35243,1731097102598, state=OPEN 2024-11-08T20:18:23,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40701-0x1011c193d4b0006, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2074702740/meta-region-server 2024-11-08T20:18:23,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35243-0x1011c193d4b0007, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2074702740/meta-region-server 2024-11-08T20:18:23,962 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ae1476a7656f,35243,1731097102598 2024-11-08T20:18:23,962 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2074702740/meta-region-server: CHANGED 2024-11-08T20:18:23,962 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2074702740/meta-region-server: CHANGED 2024-11-08T20:18:23,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-08T20:18:23,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,35243,1731097102598 in 210 msec 2024-11-08T20:18:23,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T20:18:23,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 631 msec 2024-11-08T20:18:24,186 DEBUG [RS:0;ae1476a7656f:35243.replicationSource.wal-reader.ae1476a7656f%2C35243%2C1731097102598,1-ae1476a7656f,35243,1731097102598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/WALs/ae1476a7656f,35243,1731097102598/ae1476a7656f%2C35243%2C1731097102598.1731097103661 to pos 0, reset compression=false 2024-11-08T20:18:24,591 DEBUG [RS:0;ae1476a7656f:35243.replicationSource.wal-reader.ae1476a7656f%2C35243%2C1731097102598,1-ae1476a7656f,35243,1731097102598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/WALs/ae1476a7656f,35243,1731097102598/ae1476a7656f%2C35243%2C1731097102598.1731097103661 to pos 0, reset compression=false 2024-11-08T20:18:24,982 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1653ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-08T20:18:25,096 DEBUG [RS:0;ae1476a7656f:35243.replicationSource.wal-reader.ae1476a7656f%2C35243%2C1731097102598,1-ae1476a7656f,35243,1731097102598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/WALs/ae1476a7656f,35243,1731097102598/ae1476a7656f%2C35243%2C1731097102598.1731097103661 to pos 0, reset compression=false 2024-11-08T20:18:25,700 DEBUG [RS:0;ae1476a7656f:35243.replicationSource.wal-reader.ae1476a7656f%2C35243%2C1731097102598,1-ae1476a7656f,35243,1731097102598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/WALs/ae1476a7656f,35243,1731097102598/ae1476a7656f%2C35243%2C1731097102598.1731097103661 to pos 0, reset compression=false 2024-11-08T20:18:26,405 DEBUG [RS:0;ae1476a7656f:35243.replicationSource.wal-reader.ae1476a7656f%2C35243%2C1731097102598,1-ae1476a7656f,35243,1731097102598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/WALs/ae1476a7656f,35243,1731097102598/ae1476a7656f%2C35243%2C1731097102598.1731097103661 to pos 0, reset compression=false 2024-11-08T20:18:26,485 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3156ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-08T20:18:27,209 DEBUG [RS:0;ae1476a7656f:35243.replicationSource.wal-reader.ae1476a7656f%2C35243%2C1731097102598,1-ae1476a7656f,35243,1731097102598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/WALs/ae1476a7656f,35243,1731097102598/ae1476a7656f%2C35243%2C1731097102598.1731097103661 to pos 0, reset compression=false 2024-11-08T20:18:27,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T20:18:27,837 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-08T20:18:27,837 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T20:18:27,837 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:18:27,837 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,35243,1731097102598, seqNum=-1] 2024-11-08T20:18:27,837 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:18:27,838 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43697, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:18:27,842 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0d9c6557bf65be9d1d84b5a583b2a098, regionState=OPEN, lastHost=ae1476a7656f,40661,1731097086713, regionLocation=ae1476a7656f,40661,1731097086713, openSeqNum=2 2024-11-08T20:18:27,842 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T20:18:27,842 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731097167842 2024-11-08T20:18:27,842 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731097227842 2024-11-08T20:18:27,842 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-08T20:18:27,842 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): ae1476a7656f,40661,1731097086713 had 2 regions 2024-11-08T20:18:27,842 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,40701,1731097102554-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:27,842 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,40701,1731097102554-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:27,842 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,40701,1731097102554-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:27,842 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ae1476a7656f:40701, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:27,842 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:27,843 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:27,843 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure ae1476a7656f,40661,1731097086713, splitWal=true, meta=true, isMeta: false 2024-11-08T20:18:27,845 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/WALs/ae1476a7656f,40661,1731097086713-splitting dir is empty, no logs to split. 2024-11-08T20:18:27,845 INFO [PEWorker-3 {}] master.SplitWALManager(105): ae1476a7656f,40661,1731097086713 WAL count=0, meta=false 2024-11-08T20:18:27,847 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/WALs/ae1476a7656f,40661,1731097086713-splitting dir is empty, no logs to split. 2024-11-08T20:18:27,847 INFO [PEWorker-3 {}] master.SplitWALManager(105): ae1476a7656f,40661,1731097086713 WAL count=0, meta=false 2024-11-08T20:18:27,847 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if ae1476a7656f,40661,1731097086713 WAL splitting is done? wals=0, meta=false 2024-11-08T20:18:27,848 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.184sec 2024-11-08T20:18:27,848 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T20:18:27,848 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T20:18:27,848 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T20:18:27,848 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T20:18:27,848 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T20:18:27,848 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,40701,1731097102554-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:18:27,848 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,40701,1731097102554-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T20:18:27,850 WARN [master/ae1476a7656f:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=ae1476a7656f,40661,1731097086713/hbase:replication,,1731097095927.0d9c6557bf65be9d1d84b5a583b2a098. 2024-11-08T20:18:27,851 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0d9c6557bf65be9d1d84b5a583b2a098, ASSIGN}] 2024-11-08T20:18:27,852 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T20:18:27,852 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T20:18:27,852 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,40701,1731097102554-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:27,852 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0d9c6557bf65be9d1d84b5a583b2a098, ASSIGN 2024-11-08T20:18:27,853 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0d9c6557bf65be9d1d84b5a583b2a098, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T20:18:27,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61a75c57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:27,926 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,40701,-1 for getting cluster id 2024-11-08T20:18:27,926 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:18:27,927 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7773065-2d57-4348-9ec0-7a50b9456756' 2024-11-08T20:18:27,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:18:27,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7773065-2d57-4348-9ec0-7a50b9456756" 2024-11-08T20:18:27,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1db02c47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:27,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,40701,-1] 2024-11-08T20:18:27,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:18:27,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:27,928 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:18:27,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d4defb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:27,929 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:18:27,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,35243,1731097102598, seqNum=-1] 2024-11-08T20:18:27,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:18:27,931 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:18:27,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-08T20:18:27,933 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:18:27,933 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:18:27,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:27,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:27,933 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:18:27,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: ae1476a7656f:40701 after: ae1476a7656f:40701 2024-11-08T20:18:27,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a915830, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:27,934 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,40701,-1 for getting cluster id 2024-11-08T20:18:27,934 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:18:27,935 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7773065-2d57-4348-9ec0-7a50b9456756' 2024-11-08T20:18:27,935 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:18:27,935 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7773065-2d57-4348-9ec0-7a50b9456756" 2024-11-08T20:18:27,935 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f89c2ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:27,935 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,40701,-1] 2024-11-08T20:18:27,935 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:18:27,935 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:27,936 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:18:27,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d407e25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:27,937 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:18:27,938 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,40701,1731097102554 2024-11-08T20:18:27,938 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ddc0e46 2024-11-08T20:18:27,938 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:18:27,939 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:18:27,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40701 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-08T20:18:27,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T20:18:27,940 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:18:27,940 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:18:27,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:27,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:27,940 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:18:27,940 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T20:18:27,940 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1332989504, stopped=false 2024-11-08T20:18:27,940 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ae1476a7656f,43605,1731097092057 2024-11-08T20:18:28,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46799-0x1011c193d4b0004, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-440081795/running 2024-11-08T20:18:28,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43605-0x1011c193d4b0003, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-440081795/running 2024-11-08T20:18:28,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46799-0x1011c193d4b0004, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-440081795 2024-11-08T20:18:28,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43605-0x1011c193d4b0003, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-440081795 2024-11-08T20:18:28,000 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:18:28,000 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:18:28,000 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:18:28,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:28,001 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ae1476a7656f,46799,1731097092357' ***** 2024-11-08T20:18:28,001 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T20:18:28,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43605-0x1011c193d4b0003, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Set watcher on znode that does not yet exist, /1-440081795/running 2024-11-08T20:18:28,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46799-0x1011c193d4b0004, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Set watcher on znode that does not yet exist, /1-440081795/running 2024-11-08T20:18:28,001 INFO [RS:0;ae1476a7656f:46799 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T20:18:28,001 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T20:18:28,001 INFO [RS:0;ae1476a7656f:46799 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T20:18:28,001 INFO [RS:0;ae1476a7656f:46799 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T20:18:28,001 INFO [RS:0;ae1476a7656f:46799 {}] regionserver.HRegionServer(959): stopping server ae1476a7656f,46799,1731097092357 2024-11-08T20:18:28,001 INFO [RS:0;ae1476a7656f:46799 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:18:28,001 INFO [RS:0;ae1476a7656f:46799 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:46799. 2024-11-08T20:18:28,001 DEBUG [RS:0;ae1476a7656f:46799 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:18:28,001 DEBUG [RS:0;ae1476a7656f:46799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:28,001 INFO [RS:0;ae1476a7656f:46799 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T20:18:28,001 INFO [RS:0;ae1476a7656f:46799 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T20:18:28,001 INFO [RS:0;ae1476a7656f:46799 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T20:18:28,001 INFO [RS:0;ae1476a7656f:46799 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T20:18:28,002 INFO [RS:0;ae1476a7656f:46799 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T20:18:28,002 DEBUG [RS:0;ae1476a7656f:46799 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T20:18:28,002 DEBUG [RS:0;ae1476a7656f:46799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:18:28,002 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:18:28,002 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:18:28,002 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:18:28,002 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:18:28,002 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:18:28,002 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-08T20:18:28,003 DEBUG [ae1476a7656f:40701 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T20:18:28,003 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=0d9c6557bf65be9d1d84b5a583b2a098, regionState=OPENING, regionLocation=ae1476a7656f,35243,1731097102598 2024-11-08T20:18:28,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0d9c6557bf65be9d1d84b5a583b2a098, ASSIGN because future has completed 2024-11-08T20:18:28,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d9c6557bf65be9d1d84b5a583b2a098, server=ae1476a7656f,35243,1731097102598}] 2024-11-08T20:18:28,032 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T20:18:28,032 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T20:18:28,033 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34073/user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/data/hbase/meta/1588230740/.tmp/ns/4795fdc188e94693af22ab2c492049a7 is 43, key is default/ns:d/1731097095773/Put/seqid=0 2024-11-08T20:18:28,034 INFO [regionserver/ae1476a7656f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:18:28,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741835_1011 (size=5153) 2024-11-08T20:18:28,113 DEBUG [RS:0;ae1476a7656f:35243.replicationSource.wal-reader.ae1476a7656f%2C35243%2C1731097102598,1-ae1476a7656f,35243,1731097102598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/WALs/ae1476a7656f,35243,1731097102598/ae1476a7656f%2C35243%2C1731097102598.1731097103661 to pos 0, reset compression=false 2024-11-08T20:18:28,161 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731097095927.0d9c6557bf65be9d1d84b5a583b2a098. 2024-11-08T20:18:28,161 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:18:28,161 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T20:18:28,163 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C35243%2C1731097102598.rep, suffix=, logDir=hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/WALs/ae1476a7656f,35243,1731097102598, archiveDir=hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/oldWALs, maxLogs=10 2024-11-08T20:18:28,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/WALs/ae1476a7656f,35243,1731097102598/ae1476a7656f%2C35243%2C1731097102598.rep.1731097108163, exclude list is [], retry=0 2024-11-08T20:18:28,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39829,DS-1087b5cd-20f7-4b4a-8e3f-fe0180dfd986,DISK] 2024-11-08T20:18:28,178 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/WALs/ae1476a7656f,35243,1731097102598/ae1476a7656f%2C35243%2C1731097102598.rep.1731097108163 2024-11-08T20:18:28,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35459:35459)] 2024-11-08T20:18:28,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d9c6557bf65be9d1d84b5a583b2a098, NAME => 'hbase:replication,,1731097095927.0d9c6557bf65be9d1d84b5a583b2a098.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:18:28,179 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:18:28,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T20:18:28,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731097095927.0d9c6557bf65be9d1d84b5a583b2a098. service=MultiRowMutationService 2024-11-08T20:18:28,179 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T20:18:28,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0d9c6557bf65be9d1d84b5a583b2a098 2024-11-08T20:18:28,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731097095927.0d9c6557bf65be9d1d84b5a583b2a098.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:18:28,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 0d9c6557bf65be9d1d84b5a583b2a098 2024-11-08T20:18:28,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 0d9c6557bf65be9d1d84b5a583b2a098 2024-11-08T20:18:28,181 INFO [StoreOpener-0d9c6557bf65be9d1d84b5a583b2a098-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0d9c6557bf65be9d1d84b5a583b2a098 2024-11-08T20:18:28,181 INFO [StoreOpener-0d9c6557bf65be9d1d84b5a583b2a098-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d9c6557bf65be9d1d84b5a583b2a098 columnFamilyName hfileref 2024-11-08T20:18:28,181 DEBUG [StoreOpener-0d9c6557bf65be9d1d84b5a583b2a098-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:28,182 INFO [StoreOpener-0d9c6557bf65be9d1d84b5a583b2a098-1 {}] regionserver.HStore(327): Store=0d9c6557bf65be9d1d84b5a583b2a098/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:18:28,182 INFO [StoreOpener-0d9c6557bf65be9d1d84b5a583b2a098-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0d9c6557bf65be9d1d84b5a583b2a098 2024-11-08T20:18:28,182 INFO [StoreOpener-0d9c6557bf65be9d1d84b5a583b2a098-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d9c6557bf65be9d1d84b5a583b2a098 columnFamilyName queue 2024-11-08T20:18:28,182 DEBUG [StoreOpener-0d9c6557bf65be9d1d84b5a583b2a098-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:28,187 DEBUG [StoreOpener-0d9c6557bf65be9d1d84b5a583b2a098-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/data/hbase/replication/0d9c6557bf65be9d1d84b5a583b2a098/queue/8a7a3c6fe2bc4637ba12fe03e9ef00db 2024-11-08T20:18:28,187 INFO [StoreOpener-0d9c6557bf65be9d1d84b5a583b2a098-1 {}] regionserver.HStore(327): Store=0d9c6557bf65be9d1d84b5a583b2a098/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:18:28,187 INFO [StoreOpener-0d9c6557bf65be9d1d84b5a583b2a098-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0d9c6557bf65be9d1d84b5a583b2a098 2024-11-08T20:18:28,187 INFO [StoreOpener-0d9c6557bf65be9d1d84b5a583b2a098-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d9c6557bf65be9d1d84b5a583b2a098 columnFamilyName sid 2024-11-08T20:18:28,187 DEBUG [StoreOpener-0d9c6557bf65be9d1d84b5a583b2a098-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:28,188 INFO [StoreOpener-0d9c6557bf65be9d1d84b5a583b2a098-1 {}] regionserver.HStore(327): Store=0d9c6557bf65be9d1d84b5a583b2a098/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:18:28,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 0d9c6557bf65be9d1d84b5a583b2a098 2024-11-08T20:18:28,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/data/hbase/replication/0d9c6557bf65be9d1d84b5a583b2a098 2024-11-08T20:18:28,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/data/hbase/replication/0d9c6557bf65be9d1d84b5a583b2a098 2024-11-08T20:18:28,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 0d9c6557bf65be9d1d84b5a583b2a098 2024-11-08T20:18:28,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 0d9c6557bf65be9d1d84b5a583b2a098 2024-11-08T20:18:28,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T20:18:28,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 0d9c6557bf65be9d1d84b5a583b2a098 2024-11-08T20:18:28,193 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 0d9c6557bf65be9d1d84b5a583b2a098; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69429962, jitterRate=0.03458705544471741}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T20:18:28,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0d9c6557bf65be9d1d84b5a583b2a098 2024-11-08T20:18:28,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 0d9c6557bf65be9d1d84b5a583b2a098: Running coprocessor pre-open hook at 1731097108179Writing region info on filesystem at 1731097108179Initializing all the Stores at 1731097108180 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097108180Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097108180Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097108180Cleaning up temporary data from old regions at 1731097108190 (+10 ms)Running coprocessor post-open hooks at 1731097108193 (+3 ms)Region opened successfully at 1731097108193 2024-11-08T20:18:28,194 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731097095927.0d9c6557bf65be9d1d84b5a583b2a098., pid=13, masterSystemTime=1731097108158 2024-11-08T20:18:28,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731097095927.0d9c6557bf65be9d1d84b5a583b2a098. 2024-11-08T20:18:28,196 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731097095927.0d9c6557bf65be9d1d84b5a583b2a098. 2024-11-08T20:18:28,196 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=0d9c6557bf65be9d1d84b5a583b2a098, regionState=OPEN, openSeqNum=9, regionLocation=ae1476a7656f,35243,1731097102598 2024-11-08T20:18:28,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d9c6557bf65be9d1d84b5a583b2a098, server=ae1476a7656f,35243,1731097102598 because future has completed 2024-11-08T20:18:28,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-08T20:18:28,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d9c6557bf65be9d1d84b5a583b2a098, server=ae1476a7656f,35243,1731097102598 in 193 msec 2024-11-08T20:18:28,202 DEBUG [RS:0;ae1476a7656f:46799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:18:28,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-08T20:18:28,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0d9c6557bf65be9d1d84b5a583b2a098, ASSIGN in 349 msec 2024-11-08T20:18:28,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-08T20:18:28,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731097095927.0d9c6557bf65be9d1d84b5a583b2a098., hostname=ae1476a7656f,35243,1731097102598, seqNum=9] 2024-11-08T20:18:28,218 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for ae1476a7656f,40661,1731097086713 2024-11-08T20:18:28,218 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-08T20:18:28,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35243 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-08T20:18:28,402 DEBUG [RS:0;ae1476a7656f:46799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:18:28,437 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34073/user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/data/hbase/meta/1588230740/.tmp/ns/4795fdc188e94693af22ab2c492049a7 2024-11-08T20:18:28,443 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34073/user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/data/hbase/meta/1588230740/.tmp/ns/4795fdc188e94693af22ab2c492049a7 as hdfs://localhost:34073/user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/data/hbase/meta/1588230740/ns/4795fdc188e94693af22ab2c492049a7 2024-11-08T20:18:28,447 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34073/user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/data/hbase/meta/1588230740/ns/4795fdc188e94693af22ab2c492049a7, entries=2, sequenceid=6, filesize=5.0 K 2024-11-08T20:18:28,448 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=6, compaction requested=false 2024-11-08T20:18:28,452 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34073/user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T20:18:28,452 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:18:28,452 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:18:28,452 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:18:28,452 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731097108002Running coprocessor pre-close hooks at 1731097108002Disabling compacts and flushes for region at 1731097108002Disabling writes for close at 1731097108002Obtaining lock to block concurrent updates at 1731097108002Preparing flush snapshotting stores in 1588230740 at 1731097108002Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731097108002Flushing stores of hbase:meta,,1.1588230740 at 1731097108003 (+1 ms)Flushing 1588230740/ns: creating writer at 1731097108003Flushing 1588230740/ns: appending metadata at 1731097108032 (+29 ms)Flushing 1588230740/ns: closing flushed file at 1731097108032Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ba678da: reopening flushed file at 1731097108442 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=6, compaction requested=false at 1731097108448 (+6 ms)Writing region close event to WAL at 1731097108449 (+1 ms)Running coprocessor post-close hooks at 1731097108452 (+3 ms)Closed at 1731097108452 2024-11-08T20:18:28,453 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T20:18:28,602 INFO [RS:0;ae1476a7656f:46799 {}] regionserver.HRegionServer(976): stopping server ae1476a7656f,46799,1731097092357; all regions closed. 2024-11-08T20:18:28,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741834_1010 (size=1152) 2024-11-08T20:18:28,605 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/WALs/ae1476a7656f,46799,1731097092357/ae1476a7656f%2C46799%2C1731097092357.meta.1731097095718.meta not finished, retry = 0 2024-11-08T20:18:28,707 DEBUG [RS:0;ae1476a7656f:46799 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/oldWALs 2024-11-08T20:18:28,707 INFO [RS:0;ae1476a7656f:46799 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C46799%2C1731097092357.meta:.meta(num 1731097095718) 2024-11-08T20:18:28,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741833_1009 (size=93) 2024-11-08T20:18:28,709 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/WALs/ae1476a7656f,46799,1731097092357/ae1476a7656f%2C46799%2C1731097092357.1731097095153 not finished, retry = 0 2024-11-08T20:18:28,811 DEBUG [RS:0;ae1476a7656f:46799 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/oldWALs 2024-11-08T20:18:28,811 INFO [RS:0;ae1476a7656f:46799 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C46799%2C1731097092357:(num 1731097095153) 2024-11-08T20:18:28,811 DEBUG [RS:0;ae1476a7656f:46799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:28,811 INFO [RS:0;ae1476a7656f:46799 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:18:28,811 INFO [RS:0;ae1476a7656f:46799 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:18:28,811 INFO [RS:0;ae1476a7656f:46799 {}] hbase.ChoreService(370): Chore service for: regionserver/ae1476a7656f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T20:18:28,812 INFO [RS:0;ae1476a7656f:46799 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:18:28,812 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:18:28,812 INFO [RS:0;ae1476a7656f:46799 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46799 2024-11-08T20:18:28,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46799-0x1011c193d4b0004, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-440081795/rs/ae1476a7656f,46799,1731097092357 2024-11-08T20:18:28,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43605-0x1011c193d4b0003, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-440081795/rs 2024-11-08T20:18:28,832 INFO [RS:0;ae1476a7656f:46799 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:18:28,842 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ae1476a7656f,46799,1731097092357] 2024-11-08T20:18:28,852 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-440081795/draining/ae1476a7656f,46799,1731097092357 already deleted, retry=false 2024-11-08T20:18:28,852 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ae1476a7656f,46799,1731097092357 expired; onlineServers=0 2024-11-08T20:18:28,853 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ae1476a7656f,43605,1731097092057' ***** 2024-11-08T20:18:28,853 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T20:18:28,853 INFO [M:0;ae1476a7656f:43605 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:18:28,853 INFO [M:0;ae1476a7656f:43605 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:18:28,853 DEBUG [M:0;ae1476a7656f:43605 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T20:18:28,853 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T20:18:28,853 DEBUG [M:0;ae1476a7656f:43605 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T20:18:28,853 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097094524 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097094524,5,FailOnTimeoutGroup] 2024-11-08T20:18:28,853 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097094524 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097094524,5,FailOnTimeoutGroup] 2024-11-08T20:18:28,853 INFO [M:0;ae1476a7656f:43605 {}] hbase.ChoreService(370): Chore service for: master/ae1476a7656f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T20:18:28,853 INFO [M:0;ae1476a7656f:43605 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:18:28,853 DEBUG [M:0;ae1476a7656f:43605 {}] master.HMaster(1795): Stopping service threads 2024-11-08T20:18:28,853 INFO [M:0;ae1476a7656f:43605 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T20:18:28,853 INFO [M:0;ae1476a7656f:43605 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:18:28,853 INFO [M:0;ae1476a7656f:43605 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T20:18:28,853 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T20:18:28,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43605-0x1011c193d4b0003, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-440081795/master 2024-11-08T20:18:28,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43605-0x1011c193d4b0003, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-440081795 2024-11-08T20:18:28,863 DEBUG [M:0;ae1476a7656f:43605 {}] zookeeper.ZKUtil(347): master:43605-0x1011c193d4b0003, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Unable to get data of znode /1-440081795/master because node does not exist (not an error) 2024-11-08T20:18:28,863 WARN [M:0;ae1476a7656f:43605 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T20:18:28,864 INFO [M:0;ae1476a7656f:43605 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34073/user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/.lastflushedseqids 2024-11-08T20:18:28,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741836_1012 (size=99) 2024-11-08T20:18:28,942 INFO [RS:0;ae1476a7656f:46799 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:18:28,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46799-0x1011c193d4b0004, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:18:28,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46799-0x1011c193d4b0004, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:18:28,942 INFO [RS:0;ae1476a7656f:46799 {}] regionserver.HRegionServer(1031): Exiting; stopping=ae1476a7656f,46799,1731097092357; zookeeper connection closed. 2024-11-08T20:18:28,943 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@13459e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@13459e 2024-11-08T20:18:28,943 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T20:18:29,118 DEBUG [RS:0;ae1476a7656f:35243.replicationSource.wal-reader.ae1476a7656f%2C35243%2C1731097102598,1-ae1476a7656f,35243,1731097102598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/WALs/ae1476a7656f,35243,1731097102598/ae1476a7656f%2C35243%2C1731097102598.1731097103661 to pos 0, reset compression=false 2024-11-08T20:18:29,270 INFO [M:0;ae1476a7656f:43605 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T20:18:29,270 INFO [M:0;ae1476a7656f:43605 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T20:18:29,270 DEBUG [M:0;ae1476a7656f:43605 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:18:29,270 INFO [M:0;ae1476a7656f:43605 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:18:29,270 DEBUG [M:0;ae1476a7656f:43605 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:18:29,270 DEBUG [M:0;ae1476a7656f:43605 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:18:29,270 DEBUG [M:0;ae1476a7656f:43605 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:18:29,271 INFO [M:0;ae1476a7656f:43605 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-08T20:18:29,285 DEBUG [M:0;ae1476a7656f:43605 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34073/user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bd36d388c358408291f0ab498fdffbf4 is 82, key is hbase:meta,,1/info:regioninfo/1731097095751/Put/seqid=0 2024-11-08T20:18:29,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741837_1013 (size=5672) 2024-11-08T20:18:29,427 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T20:18:29,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:29,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:29,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:29,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:29,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:29,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:29,689 INFO [M:0;ae1476a7656f:43605 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34073/user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bd36d388c358408291f0ab498fdffbf4 2024-11-08T20:18:29,708 DEBUG [M:0;ae1476a7656f:43605 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34073/user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6c03487539144c90a416864bbc74d194 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731097095778/Put/seqid=0 2024-11-08T20:18:29,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741838_1014 (size=5275) 2024-11-08T20:18:30,112 INFO [M:0;ae1476a7656f:43605 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34073/user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6c03487539144c90a416864bbc74d194 2024-11-08T20:18:30,130 DEBUG [M:0;ae1476a7656f:43605 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34073/user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f8d5dbf0412944729ba5c2e666d6093a is 69, key is ae1476a7656f,46799,1731097092357/rs:state/1731097094620/Put/seqid=0 2024-11-08T20:18:30,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741839_1015 (size=5156) 2024-11-08T20:18:30,222 DEBUG [RS:0;ae1476a7656f:35243.replicationSource.wal-reader.ae1476a7656f%2C35243%2C1731097102598,1-ae1476a7656f,35243,1731097102598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/WALs/ae1476a7656f,35243,1731097102598/ae1476a7656f%2C35243%2C1731097102598.1731097103661 to pos 0, reset compression=false 2024-11-08T20:18:30,535 INFO [M:0;ae1476a7656f:43605 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34073/user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f8d5dbf0412944729ba5c2e666d6093a 2024-11-08T20:18:30,541 DEBUG [M:0;ae1476a7656f:43605 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34073/user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bd36d388c358408291f0ab498fdffbf4 as hdfs://localhost:34073/user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bd36d388c358408291f0ab498fdffbf4 2024-11-08T20:18:30,547 INFO [M:0;ae1476a7656f:43605 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34073/user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bd36d388c358408291f0ab498fdffbf4, entries=8, sequenceid=28, filesize=5.5 K 2024-11-08T20:18:30,548 DEBUG [M:0;ae1476a7656f:43605 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34073/user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6c03487539144c90a416864bbc74d194 as hdfs://localhost:34073/user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6c03487539144c90a416864bbc74d194 2024-11-08T20:18:30,553 INFO [M:0;ae1476a7656f:43605 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34073/user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6c03487539144c90a416864bbc74d194, entries=3, sequenceid=28, filesize=5.2 K 2024-11-08T20:18:30,554 DEBUG [M:0;ae1476a7656f:43605 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34073/user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f8d5dbf0412944729ba5c2e666d6093a as hdfs://localhost:34073/user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f8d5dbf0412944729ba5c2e666d6093a 2024-11-08T20:18:30,558 INFO [M:0;ae1476a7656f:43605 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34073/user/jenkins/test-data/646157ba-7a38-5d1f-b786-1d864525ff37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f8d5dbf0412944729ba5c2e666d6093a, entries=1, sequenceid=28, filesize=5.0 K 2024-11-08T20:18:30,559 INFO [M:0;ae1476a7656f:43605 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=28, compaction requested=false 2024-11-08T20:18:30,564 INFO [M:0;ae1476a7656f:43605 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:18:30,565 DEBUG [M:0;ae1476a7656f:43605 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731097109270Disabling compacts and flushes for region at 1731097109270Disabling writes for close at 1731097109270Obtaining lock to block concurrent updates at 1731097109271 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731097109271Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731097109271Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731097109272 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731097109272Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731097109285 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731097109285Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731097109695 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731097109707 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731097109707Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731097110116 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731097110130 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731097110130Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@234b18ac: reopening flushed file at 1731097110540 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a53f00b: reopening flushed file at 1731097110547 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a33a91d: reopening flushed file at 1731097110553 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=28, compaction requested=false at 1731097110559 (+6 ms)Writing region close event to WAL at 1731097110564 (+5 ms)Closed at 1731097110564 2024-11-08T20:18:30,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741830_1006 (size=10165) 2024-11-08T20:18:30,570 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:18:30,570 INFO [M:0;ae1476a7656f:43605 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T20:18:30,570 INFO [M:0;ae1476a7656f:43605 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43605 2024-11-08T20:18:30,571 INFO [M:0;ae1476a7656f:43605 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:18:30,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43605-0x1011c193d4b0003, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:18:30,742 INFO [M:0;ae1476a7656f:43605 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:18:30,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43605-0x1011c193d4b0003, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:18:30,775 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@54070200{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:18:30,776 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73af0309{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:18:30,776 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:18:30,776 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2dbf2926{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:18:30,776 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31177dc2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02f18bc8-4035-1501-01bc-13d5212e0d7e/hadoop.log.dir/,STOPPED} 2024-11-08T20:18:30,781 WARN [BP-1234913760-172.17.0.3-1731097090087 heartbeating to localhost/127.0.0.1:34073 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T20:18:30,781 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T20:18:30,781 WARN [BP-1234913760-172.17.0.3-1731097090087 heartbeating to localhost/127.0.0.1:34073 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1234913760-172.17.0.3-1731097090087 (Datanode Uuid 3e0959e0-df63-4b07-8b07-8bc9c64178d8) service to localhost/127.0.0.1:34073 2024-11-08T20:18:30,781 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T20:18:30,782 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02f18bc8-4035-1501-01bc-13d5212e0d7e/cluster_69651e7f-3539-9d07-1840-97bd5e063b0b/data/data1/current/BP-1234913760-172.17.0.3-1731097090087 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:18:30,782 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02f18bc8-4035-1501-01bc-13d5212e0d7e/cluster_69651e7f-3539-9d07-1840-97bd5e063b0b/data/data2/current/BP-1234913760-172.17.0.3-1731097090087 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:18:30,782 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T20:18:30,787 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@498576d1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:18:30,787 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23959b18{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:18:30,787 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:18:30,788 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2353ff83{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:18:30,788 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f806b8e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02f18bc8-4035-1501-01bc-13d5212e0d7e/hadoop.log.dir/,STOPPED} 2024-11-08T20:18:30,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T20:18:30,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T20:18:30,799 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:18:30,799 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:18:30,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:30,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:30,799 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:18:30,799 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T20:18:30,799 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=421575808, stopped=false 2024-11-08T20:18:30,799 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ae1476a7656f,40701,1731097102554 2024-11-08T20:18:30,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40701-0x1011c193d4b0006, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2074702740/running 2024-11-08T20:18:30,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35243-0x1011c193d4b0007, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2074702740/running 2024-11-08T20:18:30,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35243-0x1011c193d4b0007, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2074702740 2024-11-08T20:18:30,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40701-0x1011c193d4b0006, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2074702740 2024-11-08T20:18:30,815 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:18:30,815 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:18:30,815 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:18:30,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:30,815 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35243-0x1011c193d4b0007, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Set watcher on znode that does not yet exist, /0-2074702740/running 2024-11-08T20:18:30,815 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ae1476a7656f,35243,1731097102598' ***** 2024-11-08T20:18:30,815 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T20:18:30,816 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40701-0x1011c193d4b0006, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Set watcher on znode that does not yet exist, /0-2074702740/running 2024-11-08T20:18:30,816 INFO [RS:0;ae1476a7656f:35243 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T20:18:30,816 INFO [RS:0;ae1476a7656f:35243 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T20:18:30,816 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T20:18:30,816 INFO [RS:0;ae1476a7656f:35243 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T20:18:30,816 INFO [RS:0;ae1476a7656f:35243 {}] regionserver.HRegionServer(3091): Received CLOSE for 0d9c6557bf65be9d1d84b5a583b2a098 2024-11-08T20:18:30,816 INFO [RS:0;ae1476a7656f:35243 {}] regionserver.HRegionServer(959): stopping server ae1476a7656f,35243,1731097102598 2024-11-08T20:18:30,816 INFO [RS:0;ae1476a7656f:35243 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:18:30,816 INFO [RS:0;ae1476a7656f:35243 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:35243. 2024-11-08T20:18:30,816 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0d9c6557bf65be9d1d84b5a583b2a098, disabling compactions & flushes 2024-11-08T20:18:30,816 DEBUG [RS:0;ae1476a7656f:35243 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:18:30,816 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731097095927.0d9c6557bf65be9d1d84b5a583b2a098. 2024-11-08T20:18:30,816 DEBUG [RS:0;ae1476a7656f:35243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:30,816 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731097095927.0d9c6557bf65be9d1d84b5a583b2a098. 2024-11-08T20:18:30,816 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731097095927.0d9c6557bf65be9d1d84b5a583b2a098. after waiting 0 ms 2024-11-08T20:18:30,816 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731097095927.0d9c6557bf65be9d1d84b5a583b2a098. 2024-11-08T20:18:30,816 INFO [RS:0;ae1476a7656f:35243 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T20:18:30,816 INFO [RS:0;ae1476a7656f:35243 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T20:18:30,816 INFO [RS:0;ae1476a7656f:35243 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T20:18:30,817 INFO [RS:0;ae1476a7656f:35243 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T20:18:30,817 INFO [RS:0;ae1476a7656f:35243 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T20:18:30,817 DEBUG [RS:0;ae1476a7656f:35243 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0d9c6557bf65be9d1d84b5a583b2a098=hbase:replication,,1731097095927.0d9c6557bf65be9d1d84b5a583b2a098.} 2024-11-08T20:18:30,817 DEBUG [RS:0;ae1476a7656f:35243 {}] regionserver.HRegionServer(1351): Waiting on 0d9c6557bf65be9d1d84b5a583b2a098, 1588230740 2024-11-08T20:18:30,817 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:18:30,817 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:18:30,817 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:18:30,817 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:18:30,817 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:18:30,817 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-08T20:18:30,819 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/data/hbase/replication/0d9c6557bf65be9d1d84b5a583b2a098/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-08T20:18:30,820 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:18:30,820 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:18:30,820 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731097095927.0d9c6557bf65be9d1d84b5a583b2a098. 2024-11-08T20:18:30,820 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0d9c6557bf65be9d1d84b5a583b2a098: Waiting for close lock at 1731097110816Running coprocessor pre-close hooks at 1731097110816Disabling compacts and flushes for region at 1731097110816Disabling writes for close at 1731097110816Writing region close event to WAL at 1731097110817 (+1 ms)Running coprocessor post-close hooks at 1731097110820 (+3 ms)Closed at 1731097110820 2024-11-08T20:18:30,820 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731097095927.0d9c6557bf65be9d1d84b5a583b2a098. 2024-11-08T20:18:30,830 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/data/hbase/meta/1588230740/.tmp/info/6e10ff805b5c463dbd74f1c695246a95 is 147, key is hbase:replication,,1731097095927.0d9c6557bf65be9d1d84b5a583b2a098./info:regioninfo/1731097108196/Put/seqid=0 2024-11-08T20:18:30,833 INFO [regionserver/ae1476a7656f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:18:30,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741851_1027 (size=6385) 2024-11-08T20:18:31,017 DEBUG [RS:0;ae1476a7656f:35243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:18:31,217 DEBUG [RS:0;ae1476a7656f:35243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:18:31,234 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/data/hbase/meta/1588230740/.tmp/info/6e10ff805b5c463dbd74f1c695246a95 2024-11-08T20:18:31,239 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/data/hbase/meta/1588230740/.tmp/info/6e10ff805b5c463dbd74f1c695246a95 as hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/data/hbase/meta/1588230740/info/6e10ff805b5c463dbd74f1c695246a95 2024-11-08T20:18:31,243 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/data/hbase/meta/1588230740/info/6e10ff805b5c463dbd74f1c695246a95, entries=8, sequenceid=19, filesize=6.2 K 2024-11-08T20:18:31,244 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 427ms, sequenceid=19, compaction requested=false 2024-11-08T20:18:31,248 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-08T20:18:31,248 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:18:31,248 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:18:31,248 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:18:31,248 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731097110817Running coprocessor pre-close hooks at 1731097110817Disabling compacts and flushes for region at 1731097110817Disabling writes for close at 1731097110817Obtaining lock to block concurrent updates at 1731097110817Preparing flush snapshotting stores in 1588230740 at 1731097110817Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731097110817Flushing stores of hbase:meta,,1.1588230740 at 1731097110818 (+1 ms)Flushing 1588230740/info: creating writer at 1731097110818Flushing 1588230740/info: appending metadata at 1731097110829 (+11 ms)Flushing 1588230740/info: closing flushed file at 1731097110830 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67086fc6: reopening flushed file at 1731097111238 (+408 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 427ms, sequenceid=19, compaction requested=false at 1731097111244 (+6 ms)Writing region close event to WAL at 1731097111245 (+1 ms)Running coprocessor post-close hooks at 1731097111248 (+3 ms)Closed at 1731097111248 2024-11-08T20:18:31,249 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T20:18:31,417 INFO [RS:0;ae1476a7656f:35243 {}] regionserver.HRegionServer(976): stopping server ae1476a7656f,35243,1731097102598; all regions closed. 2024-11-08T20:18:31,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741849_1025 (size=2156) 2024-11-08T20:18:31,419 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/WALs/ae1476a7656f,35243,1731097102598/ae1476a7656f%2C35243%2C1731097102598.meta.1731097103910.meta not finished, retry = 0 2024-11-08T20:18:31,426 DEBUG [RS:0;ae1476a7656f:35243.replicationSource.wal-reader.ae1476a7656f%2C35243%2C1731097102598,1-ae1476a7656f,35243,1731097102598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/WALs/ae1476a7656f,35243,1731097102598/ae1476a7656f%2C35243%2C1731097102598.1731097103661 to pos 0, reset compression=false 2024-11-08T20:18:31,514 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T20:18:31,514 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T20:18:31,522 DEBUG [RS:0;ae1476a7656f:35243 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/oldWALs 2024-11-08T20:18:31,522 INFO [RS:0;ae1476a7656f:35243 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C35243%2C1731097102598.meta:.meta(num 1731097103910) 2024-11-08T20:18:31,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741850_1026 (size=796) 2024-11-08T20:18:31,524 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/WALs/ae1476a7656f,35243,1731097102598/ae1476a7656f%2C35243%2C1731097102598.rep.1731097108163 not finished, retry = 0 2024-11-08T20:18:31,626 DEBUG [RS:0;ae1476a7656f:35243 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/oldWALs 2024-11-08T20:18:31,626 INFO [RS:0;ae1476a7656f:35243 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C35243%2C1731097102598.rep:(num 1731097108163) 2024-11-08T20:18:31,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741848_1024 (size=93) 2024-11-08T20:18:31,629 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/WALs/ae1476a7656f,35243,1731097102598/ae1476a7656f%2C35243%2C1731097102598.1731097103661 not finished, retry = 0 2024-11-08T20:18:31,731 DEBUG [RS:0;ae1476a7656f:35243 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/oldWALs 2024-11-08T20:18:31,731 INFO [RS:0;ae1476a7656f:35243 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C35243%2C1731097102598:(num 1731097103661) 2024-11-08T20:18:31,731 DEBUG [RS:0;ae1476a7656f:35243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:31,731 INFO [RS:0;ae1476a7656f:35243 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:18:31,731 INFO [RS:0;ae1476a7656f:35243 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:18:31,731 INFO [RS:0;ae1476a7656f:35243 {}] hbase.ChoreService(370): Chore service for: regionserver/ae1476a7656f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T20:18:31,731 INFO [RS:0;ae1476a7656f:35243 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:18:31,731 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:18:31,732 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/ae1476a7656f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-08T20:18:31,732 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/ae1476a7656f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-08T20:18:31,732 INFO [RS:0;ae1476a7656f:35243 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ae1476a7656f,35243,1731097102598 because: Region server is closing 2024-11-08T20:18:31,732 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/ae1476a7656f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-08T20:18:31,732 INFO [RS:0;ae1476a7656f:35243 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:35243. 2024-11-08T20:18:31,732 DEBUG [RS:0;ae1476a7656f:35243 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:18:31,732 DEBUG [RS:0;ae1476a7656f:35243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:31,732 DEBUG [RS:0;ae1476a7656f:35243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:31,732 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:18:31,832 WARN [RS:0;ae1476a7656f:35243.replicationSource.wal-reader.ae1476a7656f%2C35243%2C1731097102598,1-ae1476a7656f,35243,1731097102598 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T20:18:31,832 WARN [RS:0;ae1476a7656f:35243.replicationSource.shipperae1476a7656f%2C35243%2C1731097102598,1-ae1476a7656f,35243,1731097102598 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T20:18:31,832 INFO [RS:0;ae1476a7656f:35243 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;ae1476a7656f:35243.replicationSource.shipperae1476a7656f%2C35243%2C1731097102598,1-ae1476a7656f,35243,1731097102598 terminated 2024-11-08T20:18:31,833 INFO [RS:0;ae1476a7656f:35243 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35243 2024-11-08T20:18:31,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40701-0x1011c193d4b0006, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2074702740/rs 2024-11-08T20:18:31,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35243-0x1011c193d4b0007, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2074702740/rs/ae1476a7656f,35243,1731097102598 2024-11-08T20:18:31,894 INFO [RS:0;ae1476a7656f:35243 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:18:31,905 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ae1476a7656f,35243,1731097102598] 2024-11-08T20:18:31,915 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2074702740/draining/ae1476a7656f,35243,1731097102598 already deleted, retry=false 2024-11-08T20:18:31,915 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ae1476a7656f,35243,1731097102598 expired; onlineServers=0 2024-11-08T20:18:31,915 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ae1476a7656f,40701,1731097102554' ***** 2024-11-08T20:18:31,915 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T20:18:31,915 INFO [M:0;ae1476a7656f:40701 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:18:31,915 INFO [M:0;ae1476a7656f:40701 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:18:31,916 DEBUG [M:0;ae1476a7656f:40701 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T20:18:31,916 DEBUG [M:0;ae1476a7656f:40701 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T20:18:31,916 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T20:18:31,916 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097103329 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097103329,5,FailOnTimeoutGroup] 2024-11-08T20:18:31,916 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097103329 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097103329,5,FailOnTimeoutGroup] 2024-11-08T20:18:31,916 INFO [M:0;ae1476a7656f:40701 {}] hbase.ChoreService(370): Chore service for: master/ae1476a7656f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T20:18:31,916 INFO [M:0;ae1476a7656f:40701 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:18:31,916 DEBUG [M:0;ae1476a7656f:40701 {}] master.HMaster(1795): Stopping service threads 2024-11-08T20:18:31,916 INFO [M:0;ae1476a7656f:40701 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T20:18:31,916 INFO [M:0;ae1476a7656f:40701 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:18:31,916 INFO [M:0;ae1476a7656f:40701 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T20:18:31,916 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T20:18:31,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40701-0x1011c193d4b0006, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2074702740/master 2024-11-08T20:18:31,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40701-0x1011c193d4b0006, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2074702740 2024-11-08T20:18:31,936 DEBUG [M:0;ae1476a7656f:40701 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2074702740/master already deleted, retry=false 2024-11-08T20:18:31,936 DEBUG [M:0;ae1476a7656f:40701 {}] master.ActiveMasterManager(353): master:40701-0x1011c193d4b0006, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-2074702740/master 2024-11-08T20:18:31,937 INFO [M:0;ae1476a7656f:40701 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/.lastflushedseqids 2024-11-08T20:18:31,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741852_1028 (size=181) 2024-11-08T20:18:32,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35243-0x1011c193d4b0007, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:18:32,005 INFO [RS:0;ae1476a7656f:35243 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:18:32,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35243-0x1011c193d4b0007, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:18:32,005 INFO [RS:0;ae1476a7656f:35243 {}] regionserver.HRegionServer(1031): Exiting; stopping=ae1476a7656f,35243,1731097102598; zookeeper connection closed. 2024-11-08T20:18:32,005 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@25a897fe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@25a897fe 2024-11-08T20:18:32,005 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T20:18:32,342 INFO [M:0;ae1476a7656f:40701 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T20:18:32,342 INFO [M:0;ae1476a7656f:40701 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T20:18:32,342 DEBUG [M:0;ae1476a7656f:40701 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:18:32,342 INFO [M:0;ae1476a7656f:40701 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:18:32,342 DEBUG [M:0;ae1476a7656f:40701 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:18:32,342 DEBUG [M:0;ae1476a7656f:40701 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:18:32,342 DEBUG [M:0;ae1476a7656f:40701 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:18:32,342 INFO [M:0;ae1476a7656f:40701 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-08T20:18:32,361 DEBUG [M:0;ae1476a7656f:40701 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c17f86aa300948a9868ff4b90e40c33b is 82, key is hbase:meta,,1/info:regioninfo/1731097103954/Put/seqid=0 2024-11-08T20:18:32,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741853_1029 (size=5672) 2024-11-08T20:18:32,765 INFO [M:0;ae1476a7656f:40701 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c17f86aa300948a9868ff4b90e40c33b 2024-11-08T20:18:32,784 DEBUG [M:0;ae1476a7656f:40701 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/71f5c08cc4a645439559988c6e76bf9e is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731097108201/Put/seqid=0 2024-11-08T20:18:32,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741854_1030 (size=7312) 2024-11-08T20:18:32,791 INFO [M:0;ae1476a7656f:40701 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/71f5c08cc4a645439559988c6e76bf9e 2024-11-08T20:18:32,807 DEBUG [M:0;ae1476a7656f:40701 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff726bca00614bc29d0a843a9e3a3cec is 69, key is ae1476a7656f,35243,1731097102598/rs:state/1731097103456/Put/seqid=0 2024-11-08T20:18:32,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741855_1031 (size=5370) 2024-11-08T20:18:33,214 INFO [M:0;ae1476a7656f:40701 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff726bca00614bc29d0a843a9e3a3cec 2024-11-08T20:18:33,218 INFO [M:0;ae1476a7656f:40701 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ff726bca00614bc29d0a843a9e3a3cec 2024-11-08T20:18:33,218 DEBUG [M:0;ae1476a7656f:40701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c17f86aa300948a9868ff4b90e40c33b as hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c17f86aa300948a9868ff4b90e40c33b 2024-11-08T20:18:33,222 INFO [M:0;ae1476a7656f:40701 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c17f86aa300948a9868ff4b90e40c33b, entries=8, sequenceid=127, filesize=5.5 K 2024-11-08T20:18:33,223 DEBUG [M:0;ae1476a7656f:40701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/71f5c08cc4a645439559988c6e76bf9e as hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/71f5c08cc4a645439559988c6e76bf9e 2024-11-08T20:18:33,227 INFO [M:0;ae1476a7656f:40701 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/71f5c08cc4a645439559988c6e76bf9e, entries=7, sequenceid=127, filesize=7.1 K 2024-11-08T20:18:33,228 DEBUG [M:0;ae1476a7656f:40701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff726bca00614bc29d0a843a9e3a3cec as hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ff726bca00614bc29d0a843a9e3a3cec 2024-11-08T20:18:33,232 INFO [M:0;ae1476a7656f:40701 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ff726bca00614bc29d0a843a9e3a3cec 2024-11-08T20:18:33,232 INFO [M:0;ae1476a7656f:40701 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43813/user/jenkins/test-data/089566c6-0474-baef-1f13-648f42ec8f54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ff726bca00614bc29d0a843a9e3a3cec, entries=2, sequenceid=127, filesize=5.2 K 2024-11-08T20:18:33,233 INFO [M:0;ae1476a7656f:40701 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 891ms, sequenceid=127, compaction requested=false 2024-11-08T20:18:33,234 INFO [M:0;ae1476a7656f:40701 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:18:33,234 DEBUG [M:0;ae1476a7656f:40701 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731097112342Disabling compacts and flushes for region at 1731097112342Disabling writes for close at 1731097112342Obtaining lock to block concurrent updates at 1731097112342Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731097112342Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731097112343 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731097112343Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731097112343Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731097112360 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731097112360Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731097112770 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731097112784 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731097112784Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731097112795 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731097112806 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731097112806Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74c09e42: reopening flushed file at 1731097113218 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b217606: reopening flushed file at 1731097113223 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2713c1ba: reopening flushed file at 1731097113227 (+4 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 891ms, sequenceid=127, compaction requested=false at 1731097113233 (+6 ms)Writing region close event to WAL at 1731097113234 (+1 ms)Closed at 1731097113234 2024-11-08T20:18:33,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39829 is added to blk_1073741847_1023 (size=22903) 2024-11-08T20:18:33,237 INFO [M:0;ae1476a7656f:40701 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T20:18:33,237 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:18:33,237 INFO [M:0;ae1476a7656f:40701 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40701 2024-11-08T20:18:33,237 INFO [M:0;ae1476a7656f:40701 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:18:33,426 INFO [M:0;ae1476a7656f:40701 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:18:33,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40701-0x1011c193d4b0006, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:18:33,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40701-0x1011c193d4b0006, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:18:33,428 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@247cdfce{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:18:33,429 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3dc13ba6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:18:33,429 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:18:33,429 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@198d949d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:18:33,429 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59ff27e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf5f297-5222-b32b-a0f1-0491f5b9b839/hadoop.log.dir/,STOPPED} 2024-11-08T20:18:33,430 WARN [BP-2035706595-172.17.0.3-1731097084338 heartbeating to localhost/127.0.0.1:43813 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T20:18:33,430 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T20:18:33,430 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T20:18:33,430 WARN [BP-2035706595-172.17.0.3-1731097084338 heartbeating to localhost/127.0.0.1:43813 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2035706595-172.17.0.3-1731097084338 (Datanode Uuid 1b9ea085-ebfe-484a-b693-a0df82e6526f) service to localhost/127.0.0.1:43813 2024-11-08T20:18:33,430 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf5f297-5222-b32b-a0f1-0491f5b9b839/cluster_3a113b78-c421-8201-71e5-f626a94a6274/data/data1/current/BP-2035706595-172.17.0.3-1731097084338 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:18:33,431 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf5f297-5222-b32b-a0f1-0491f5b9b839/cluster_3a113b78-c421-8201-71e5-f626a94a6274/data/data2/current/BP-2035706595-172.17.0.3-1731097084338 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:18:33,431 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T20:18:33,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@213fb925{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:18:33,435 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ddde8c5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:18:33,435 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:18:33,436 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6423216d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:18:33,436 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52377ccc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccf5f297-5222-b32b-a0f1-0491f5b9b839/hadoop.log.dir/,STOPPED} 2024-11-08T20:18:33,445 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T20:18:33,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T20:18:33,469 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=206 (was 160) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34073 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:34073 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:34073 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:43813 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43813 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34073 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34073 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34073 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:34073 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:43813 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49562) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34073 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49562) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34073 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:43813 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:43813 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:43813 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:34073 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=246 (was 332), ProcessCount=11 (was 11), AvailableMemoryMB=2538 (was 2575) 2024-11-08T20:18:33,477 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=206, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=246, ProcessCount=11, AvailableMemoryMB=2538 2024-11-08T20:18:33,489 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-08T20:18:33,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02f18bc8-4035-1501-01bc-13d5212e0d7e/hadoop.log.dir so I do NOT create it in target/test-data/a24f6845-1b8d-4c7e-3512-a6aa3c29b906 2024-11-08T20:18:33,490 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02f18bc8-4035-1501-01bc-13d5212e0d7e/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T20:18:33,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02f18bc8-4035-1501-01bc-13d5212e0d7e/hadoop.tmp.dir so I do NOT create it in target/test-data/a24f6845-1b8d-4c7e-3512-a6aa3c29b906 2024-11-08T20:18:33,490 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02f18bc8-4035-1501-01bc-13d5212e0d7e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T20:18:33,490 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24f6845-1b8d-4c7e-3512-a6aa3c29b906 2024-11-08T20:18:33,490 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24f6845-1b8d-4c7e-3512-a6aa3c29b906/cluster_cfbd1c9b-8566-dcfe-4127-f4b0439948e1, deleteOnExit=true 2024-11-08T20:18:33,507 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24f6845-1b8d-4c7e-3512-a6aa3c29b906/cluster_cfbd1c9b-8566-dcfe-4127-f4b0439948e1/zookeeper_0, clientPort=54509, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24f6845-1b8d-4c7e-3512-a6aa3c29b906/cluster_cfbd1c9b-8566-dcfe-4127-f4b0439948e1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24f6845-1b8d-4c7e-3512-a6aa3c29b906/cluster_cfbd1c9b-8566-dcfe-4127-f4b0439948e1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T20:18:33,508 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54509 2024-11-08T20:18:33,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T20:18:33,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T20:18:33,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24f6845-1b8d-4c7e-3512-a6aa3c29b906/test.cache.data in system properties and HBase conf 2024-11-08T20:18:33,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24f6845-1b8d-4c7e-3512-a6aa3c29b906/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T20:18:33,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24f6845-1b8d-4c7e-3512-a6aa3c29b906/hadoop.log.dir in system properties and HBase conf 2024-11-08T20:18:33,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24f6845-1b8d-4c7e-3512-a6aa3c29b906/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T20:18:33,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24f6845-1b8d-4c7e-3512-a6aa3c29b906/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T20:18:33,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T20:18:33,508 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T20:18:33,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24f6845-1b8d-4c7e-3512-a6aa3c29b906/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:18:33,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24f6845-1b8d-4c7e-3512-a6aa3c29b906/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:18:33,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24f6845-1b8d-4c7e-3512-a6aa3c29b906/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T20:18:33,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24f6845-1b8d-4c7e-3512-a6aa3c29b906/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:18:33,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24f6845-1b8d-4c7e-3512-a6aa3c29b906/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T20:18:33,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24f6845-1b8d-4c7e-3512-a6aa3c29b906/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T20:18:33,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24f6845-1b8d-4c7e-3512-a6aa3c29b906/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:18:33,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24f6845-1b8d-4c7e-3512-a6aa3c29b906/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:18:33,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24f6845-1b8d-4c7e-3512-a6aa3c29b906/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T20:18:33,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24f6845-1b8d-4c7e-3512-a6aa3c29b906/nfs.dump.dir in system properties and HBase conf 2024-11-08T20:18:33,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24f6845-1b8d-4c7e-3512-a6aa3c29b906/java.io.tmpdir in system properties and HBase conf 2024-11-08T20:18:33,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24f6845-1b8d-4c7e-3512-a6aa3c29b906/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:18:33,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24f6845-1b8d-4c7e-3512-a6aa3c29b906/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T20:18:33,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24f6845-1b8d-4c7e-3512-a6aa3c29b906/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T20:18:33,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011c193d4b0002, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T20:18:33,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011c193d4b0005, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T20:18:33,539 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011c193d4b0002, quorum=127.0.0.1:49562, baseZNode=/0-2074702740 Received Disconnected from ZooKeeper, ignoring 2024-11-08T20:18:33,539 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011c193d4b0005, quorum=127.0.0.1:49562, baseZNode=/1-440081795 Received Disconnected from ZooKeeper, ignoring 2024-11-08T20:18:33,951 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:18:33,955 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:18:33,956 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:18:33,956 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:18:33,956 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T20:18:33,956 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:18:33,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@496ff599{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24f6845-1b8d-4c7e-3512-a6aa3c29b906/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:18:33,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@544637e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:18:34,054 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ce6e9b7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24f6845-1b8d-4c7e-3512-a6aa3c29b906/java.io.tmpdir/jetty-localhost-45345-hadoop-hdfs-3_4_1-tests_jar-_-any-7296614604772889697/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:18:34,055 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@419b73ea{HTTP/1.1, (http/1.1)}{localhost:45345} 2024-11-08T20:18:34,055 INFO [Time-limited test {}] server.Server(415): Started @174343ms 2024-11-08T20:18:34,310 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:18:34,312 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:18:34,313 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:18:34,313 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:18:34,313 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T20:18:34,314 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d7cf9da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24f6845-1b8d-4c7e-3512-a6aa3c29b906/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:18:34,314 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@655c6ab0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:18:34,418 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@499bee4a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24f6845-1b8d-4c7e-3512-a6aa3c29b906/java.io.tmpdir/jetty-localhost-38717-hadoop-hdfs-3_4_1-tests_jar-_-any-11245386458722344080/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:18:34,418 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@43926aba{HTTP/1.1, (http/1.1)}{localhost:38717} 2024-11-08T20:18:34,419 INFO [Time-limited test {}] server.Server(415): Started @174707ms 2024-11-08T20:18:34,420 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T20:18:35,092 WARN [Thread-1677 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24f6845-1b8d-4c7e-3512-a6aa3c29b906/cluster_cfbd1c9b-8566-dcfe-4127-f4b0439948e1/data/data1/current/BP-851050698-172.17.0.3-1731097113536/current, will proceed with Du for space computation calculation, 2024-11-08T20:18:35,092 WARN [Thread-1678 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24f6845-1b8d-4c7e-3512-a6aa3c29b906/cluster_cfbd1c9b-8566-dcfe-4127-f4b0439948e1/data/data2/current/BP-851050698-172.17.0.3-1731097113536/current, will proceed with Du for space computation calculation, 2024-11-08T20:18:35,108 WARN [Thread-1665 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T20:18:35,110 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x765c5f57c45e44b with lease ID 0x677572e4bb6f1e73: Processing first storage report for DS-55d3c420-9dbe-4432-9538-ef77c7cdbddc from datanode DatanodeRegistration(127.0.0.1:46773, datanodeUuid=1431bf56-c3f7-4edb-9908-a95ba27b3e51, infoPort=38525, infoSecurePort=0, ipcPort=40867, storageInfo=lv=-57;cid=testClusterID;nsid=1941407569;c=1731097113536) 2024-11-08T20:18:35,110 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x765c5f57c45e44b with lease ID 0x677572e4bb6f1e73: from storage DS-55d3c420-9dbe-4432-9538-ef77c7cdbddc node DatanodeRegistration(127.0.0.1:46773, datanodeUuid=1431bf56-c3f7-4edb-9908-a95ba27b3e51, infoPort=38525, infoSecurePort=0, ipcPort=40867, storageInfo=lv=-57;cid=testClusterID;nsid=1941407569;c=1731097113536), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:18:35,110 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x765c5f57c45e44b with lease ID 0x677572e4bb6f1e73: Processing first storage report for DS-78d8b7e4-028f-4f2f-be58-32effcc9f811 from datanode DatanodeRegistration(127.0.0.1:46773, datanodeUuid=1431bf56-c3f7-4edb-9908-a95ba27b3e51, infoPort=38525, infoSecurePort=0, ipcPort=40867, storageInfo=lv=-57;cid=testClusterID;nsid=1941407569;c=1731097113536) 2024-11-08T20:18:35,111 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x765c5f57c45e44b with lease ID 0x677572e4bb6f1e73: from storage DS-78d8b7e4-028f-4f2f-be58-32effcc9f811 node DatanodeRegistration(127.0.0.1:46773, datanodeUuid=1431bf56-c3f7-4edb-9908-a95ba27b3e51, infoPort=38525, infoSecurePort=0, ipcPort=40867, storageInfo=lv=-57;cid=testClusterID;nsid=1941407569;c=1731097113536), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:18:35,145 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24f6845-1b8d-4c7e-3512-a6aa3c29b906 2024-11-08T20:18:35,146 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:18:35,147 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:18:35,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741825_1001 (size=7) 2024-11-08T20:18:35,554 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46 with version=8 2024-11-08T20:18:35,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/hbase-staging 2024-11-08T20:18:35,556 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:18:35,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:18:35,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:18:35,556 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:18:35,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:18:35,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:18:35,556 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T20:18:35,556 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:18:35,556 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34113 2024-11-08T20:18:35,557 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34113 connecting to ZooKeeper ensemble=127.0.0.1:54509 2024-11-08T20:18:35,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341130x0, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:18:35,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34113-0x1011c19af4e0000 connected 2024-11-08T20:18:35,821 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:18:35,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:18:35,825 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34113-0x1011c19af4e0000, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Set watcher on znode that does not yet exist, /0-311978913/running 2024-11-08T20:18:35,825 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46, hbase.cluster.distributed=false 2024-11-08T20:18:35,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34113-0x1011c19af4e0000, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Set watcher on znode that does not yet exist, /0-311978913/acl 2024-11-08T20:18:35,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34113 2024-11-08T20:18:35,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34113 2024-11-08T20:18:35,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34113 2024-11-08T20:18:35,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34113 2024-11-08T20:18:35,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34113 2024-11-08T20:18:35,851 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:18:35,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:18:35,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:18:35,851 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:18:35,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:18:35,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:18:35,851 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T20:18:35,851 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:18:35,851 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42573 2024-11-08T20:18:35,852 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42573 connecting to ZooKeeper ensemble=127.0.0.1:54509 2024-11-08T20:18:35,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:18:35,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:18:35,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425730x0, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:18:35,867 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:425730x0, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Set watcher on znode that does not yet exist, /0-311978913/running 2024-11-08T20:18:35,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42573-0x1011c19af4e0001 connected 2024-11-08T20:18:35,868 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T20:18:35,870 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T20:18:35,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42573-0x1011c19af4e0001, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Set watcher on znode that does not yet exist, /0-311978913/master 2024-11-08T20:18:35,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42573-0x1011c19af4e0001, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Set watcher on znode that does not yet exist, /0-311978913/acl 2024-11-08T20:18:35,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42573 2024-11-08T20:18:35,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42573 2024-11-08T20:18:35,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42573 2024-11-08T20:18:35,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42573 2024-11-08T20:18:35,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42573 2024-11-08T20:18:35,891 DEBUG [M:0;ae1476a7656f:34113 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ae1476a7656f:34113 2024-11-08T20:18:35,891 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-311978913/backup-masters/ae1476a7656f,34113,1731097115555 2024-11-08T20:18:35,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x1011c19af4e0000, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-311978913/backup-masters 2024-11-08T20:18:35,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42573-0x1011c19af4e0001, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-311978913/backup-masters 2024-11-08T20:18:35,899 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34113-0x1011c19af4e0000, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Set watcher on existing znode=/0-311978913/backup-masters/ae1476a7656f,34113,1731097115555 2024-11-08T20:18:35,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x1011c19af4e0000, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-311978913 2024-11-08T20:18:35,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42573-0x1011c19af4e0001, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-311978913/master 2024-11-08T20:18:35,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42573-0x1011c19af4e0001, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-311978913 2024-11-08T20:18:35,909 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34113-0x1011c19af4e0000, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Set watcher on existing znode=/0-311978913/master 2024-11-08T20:18:35,910 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-311978913/backup-masters/ae1476a7656f,34113,1731097115555 from backup master directory 2024-11-08T20:18:35,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42573-0x1011c19af4e0001, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-311978913/backup-masters 2024-11-08T20:18:35,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x1011c19af4e0000, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-311978913/backup-masters/ae1476a7656f,34113,1731097115555 2024-11-08T20:18:35,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x1011c19af4e0000, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-311978913/backup-masters 2024-11-08T20:18:35,920 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:18:35,920 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ae1476a7656f,34113,1731097115555 2024-11-08T20:18:35,923 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/hbase.id] with ID: 31fbe869-965b-4c11-9d5e-98f68dcf3540 2024-11-08T20:18:35,923 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/.tmp/hbase.id 2024-11-08T20:18:35,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741826_1002 (size=42) 2024-11-08T20:18:36,322 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T20:18:36,330 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/.tmp/hbase.id]:[hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/hbase.id] 2024-11-08T20:18:36,339 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:18:36,339 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T20:18:36,340 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T20:18:36,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:36,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:36,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:36,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:36,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:36,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:36,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x1011c19af4e0000, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-311978913 2024-11-08T20:18:36,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42573-0x1011c19af4e0001, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-311978913 2024-11-08T20:18:36,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741827_1003 (size=196) 2024-11-08T20:18:36,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:36,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:36,757 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:18:36,757 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T20:18:36,758 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:18:36,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741828_1004 (size=1189) 2024-11-08T20:18:37,164 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/MasterData/data/master/store 2024-11-08T20:18:37,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741829_1005 (size=34) 2024-11-08T20:18:37,577 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:18:37,577 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:18:37,577 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:18:37,577 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:18:37,577 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:18:37,577 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:18:37,577 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:18:37,577 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731097117577Disabling compacts and flushes for region at 1731097117577Disabling writes for close at 1731097117577Writing region close event to WAL at 1731097117577Closed at 1731097117577 2024-11-08T20:18:37,578 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/MasterData/data/master/store/.initializing 2024-11-08T20:18:37,578 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/MasterData/WALs/ae1476a7656f,34113,1731097115555 2024-11-08T20:18:37,579 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:18:37,581 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C34113%2C1731097115555, suffix=, logDir=hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/MasterData/WALs/ae1476a7656f,34113,1731097115555, archiveDir=hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/MasterData/oldWALs, maxLogs=10 2024-11-08T20:18:37,594 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/MasterData/WALs/ae1476a7656f,34113,1731097115555/ae1476a7656f%2C34113%2C1731097115555.1731097117581, exclude list is [], retry=0 2024-11-08T20:18:37,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46773,DS-55d3c420-9dbe-4432-9538-ef77c7cdbddc,DISK] 2024-11-08T20:18:37,598 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/MasterData/WALs/ae1476a7656f,34113,1731097115555/ae1476a7656f%2C34113%2C1731097115555.1731097117581 2024-11-08T20:18:37,598 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38525:38525)] 2024-11-08T20:18:37,598 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:18:37,599 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:18:37,599 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:37,599 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:37,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:37,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T20:18:37,603 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:37,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:18:37,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:37,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T20:18:37,604 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:37,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:18:37,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:37,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T20:18:37,606 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:37,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:18:37,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:37,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T20:18:37,607 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:37,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:18:37,608 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:37,608 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:37,609 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:37,610 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:37,610 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:37,610 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:18:37,611 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:37,613 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:18:37,614 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62210690, jitterRate=-0.07298848032951355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:18:37,614 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731097117599Initializing all the Stores at 1731097117600 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097117600Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097117601 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097117601Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097117601Cleaning up temporary data from old regions at 1731097117610 (+9 ms)Region opened successfully at 1731097117614 (+4 ms) 2024-11-08T20:18:37,615 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T20:18:37,617 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7beb5df3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:18:37,618 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T20:18:37,618 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T20:18:37,618 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T20:18:37,618 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T20:18:37,618 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T20:18:37,619 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T20:18:37,619 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T20:18:37,621 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T20:18:37,622 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34113-0x1011c19af4e0000, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Unable to get data of znode /0-311978913/balancer because node does not exist (not necessarily an error) 2024-11-08T20:18:37,673 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-311978913/balancer already deleted, retry=false 2024-11-08T20:18:37,673 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T20:18:37,674 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34113-0x1011c19af4e0000, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Unable to get data of znode /0-311978913/normalizer because node does not exist (not necessarily an error) 2024-11-08T20:18:37,683 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-311978913/normalizer already deleted, retry=false 2024-11-08T20:18:37,684 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T20:18:37,685 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34113-0x1011c19af4e0000, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Unable to get data of znode /0-311978913/switch/split because node does not exist (not necessarily an error) 2024-11-08T20:18:37,694 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-311978913/switch/split already deleted, retry=false 2024-11-08T20:18:37,695 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34113-0x1011c19af4e0000, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Unable to get data of znode /0-311978913/switch/merge because node does not exist (not necessarily an error) 2024-11-08T20:18:37,704 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-311978913/switch/merge already deleted, retry=false 2024-11-08T20:18:37,706 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34113-0x1011c19af4e0000, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Unable to get data of znode /0-311978913/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T20:18:37,715 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-311978913/snapshot-cleanup already deleted, retry=false 2024-11-08T20:18:37,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42573-0x1011c19af4e0001, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-311978913/running 2024-11-08T20:18:37,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x1011c19af4e0000, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-311978913/running 2024-11-08T20:18:37,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x1011c19af4e0000, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-311978913 2024-11-08T20:18:37,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42573-0x1011c19af4e0001, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-311978913 2024-11-08T20:18:37,726 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ae1476a7656f,34113,1731097115555, sessionid=0x1011c19af4e0000, setting cluster-up flag (Was=false) 2024-11-08T20:18:37,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42573-0x1011c19af4e0001, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-311978913 2024-11-08T20:18:37,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x1011c19af4e0000, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-311978913 2024-11-08T20:18:37,778 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-311978913/flush-table-proc/acquired, /0-311978913/flush-table-proc/reached, /0-311978913/flush-table-proc/abort 2024-11-08T20:18:37,779 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,34113,1731097115555 2024-11-08T20:18:37,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42573-0x1011c19af4e0001, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-311978913 2024-11-08T20:18:37,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x1011c19af4e0000, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-311978913 2024-11-08T20:18:37,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:18:37,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T20:18:37,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:18:37,831 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-311978913/online-snapshot/acquired, /0-311978913/online-snapshot/reached, /0-311978913/online-snapshot/abort 2024-11-08T20:18:37,832 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,34113,1731097115555 2024-11-08T20:18:37,834 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T20:18:37,836 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T20:18:37,837 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T20:18:37,837 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T20:18:37,837 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ae1476a7656f,34113,1731097115555 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T20:18:37,839 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:18:37,839 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:18:37,839 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:18:37,839 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:18:37,839 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ae1476a7656f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T20:18:37,839 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:37,839 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:18:37,839 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:37,852 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:18:37,852 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T20:18:37,852 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731097147852 2024-11-08T20:18:37,853 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T20:18:37,853 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T20:18:37,853 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T20:18:37,853 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:37,853 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T20:18:37,853 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T20:18:37,853 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T20:18:37,853 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T20:18:37,854 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:37,859 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T20:18:37,859 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T20:18:37,859 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T20:18:37,859 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T20:18:37,868 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T20:18:37,868 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T20:18:37,884 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097117868,5,FailOnTimeoutGroup] 2024-11-08T20:18:37,887 INFO [RS:0;ae1476a7656f:42573 {}] regionserver.HRegionServer(746): ClusterId : 31fbe869-965b-4c11-9d5e-98f68dcf3540 2024-11-08T20:18:37,887 DEBUG [RS:0;ae1476a7656f:42573 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T20:18:37,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741831_1007 (size=1321) 2024-11-08T20:18:37,888 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097117884,5,FailOnTimeoutGroup] 2024-11-08T20:18:37,888 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:37,888 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T20:18:37,888 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:37,888 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:37,900 DEBUG [RS:0;ae1476a7656f:42573 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T20:18:37,900 DEBUG [RS:0;ae1476a7656f:42573 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T20:18:37,910 DEBUG [RS:0;ae1476a7656f:42573 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T20:18:37,910 DEBUG [RS:0;ae1476a7656f:42573 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d6586a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:18:37,929 DEBUG [RS:0;ae1476a7656f:42573 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ae1476a7656f:42573 2024-11-08T20:18:37,929 INFO [RS:0;ae1476a7656f:42573 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T20:18:37,929 INFO [RS:0;ae1476a7656f:42573 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T20:18:37,929 DEBUG [RS:0;ae1476a7656f:42573 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T20:18:37,930 INFO [RS:0;ae1476a7656f:42573 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae1476a7656f,34113,1731097115555 with port=42573, startcode=1731097115850 2024-11-08T20:18:37,930 DEBUG [RS:0;ae1476a7656f:42573 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T20:18:37,936 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T20:18:37,937 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34113 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae1476a7656f,42573,1731097115850 2024-11-08T20:18:37,937 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34113 {}] master.ServerManager(517): Registering regionserver=ae1476a7656f,42573,1731097115850 2024-11-08T20:18:37,939 DEBUG [RS:0;ae1476a7656f:42573 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46 2024-11-08T20:18:37,939 DEBUG [RS:0;ae1476a7656f:42573 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35049 2024-11-08T20:18:37,939 DEBUG [RS:0;ae1476a7656f:42573 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T20:18:37,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x1011c19af4e0000, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-311978913/rs 2024-11-08T20:18:37,951 DEBUG [RS:0;ae1476a7656f:42573 {}] zookeeper.ZKUtil(111): regionserver:42573-0x1011c19af4e0001, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Set watcher on existing znode=/0-311978913/rs/ae1476a7656f,42573,1731097115850 2024-11-08T20:18:37,952 WARN [RS:0;ae1476a7656f:42573 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:18:37,952 INFO [RS:0;ae1476a7656f:42573 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:18:37,952 DEBUG [RS:0;ae1476a7656f:42573 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/WALs/ae1476a7656f,42573,1731097115850 2024-11-08T20:18:37,957 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae1476a7656f,42573,1731097115850] 2024-11-08T20:18:37,967 INFO [RS:0;ae1476a7656f:42573 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T20:18:37,972 INFO [RS:0;ae1476a7656f:42573 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T20:18:37,976 INFO [RS:0;ae1476a7656f:42573 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T20:18:37,976 INFO [RS:0;ae1476a7656f:42573 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:37,977 INFO [RS:0;ae1476a7656f:42573 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T20:18:37,978 INFO [RS:0;ae1476a7656f:42573 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T20:18:37,978 INFO [RS:0;ae1476a7656f:42573 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:37,978 DEBUG [RS:0;ae1476a7656f:42573 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:37,978 DEBUG [RS:0;ae1476a7656f:42573 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:37,978 DEBUG [RS:0;ae1476a7656f:42573 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:37,978 DEBUG [RS:0;ae1476a7656f:42573 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:37,978 DEBUG [RS:0;ae1476a7656f:42573 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:37,978 DEBUG [RS:0;ae1476a7656f:42573 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:18:37,978 DEBUG [RS:0;ae1476a7656f:42573 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:37,978 DEBUG [RS:0;ae1476a7656f:42573 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:37,978 DEBUG [RS:0;ae1476a7656f:42573 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:37,978 DEBUG [RS:0;ae1476a7656f:42573 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:37,978 DEBUG [RS:0;ae1476a7656f:42573 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:37,978 DEBUG [RS:0;ae1476a7656f:42573 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:37,978 DEBUG [RS:0;ae1476a7656f:42573 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:18:37,978 DEBUG [RS:0;ae1476a7656f:42573 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:18:37,993 INFO [RS:0;ae1476a7656f:42573 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:37,993 INFO [RS:0;ae1476a7656f:42573 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:37,994 INFO [RS:0;ae1476a7656f:42573 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:37,994 INFO [RS:0;ae1476a7656f:42573 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:37,994 INFO [RS:0;ae1476a7656f:42573 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:37,994 INFO [RS:0;ae1476a7656f:42573 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,42573,1731097115850-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:18:38,024 INFO [RS:0;ae1476a7656f:42573 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T20:18:38,024 INFO [RS:0;ae1476a7656f:42573 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,42573,1731097115850-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:38,024 INFO [RS:0;ae1476a7656f:42573 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:38,024 INFO [RS:0;ae1476a7656f:42573 {}] regionserver.Replication(171): ae1476a7656f,42573,1731097115850 started 2024-11-08T20:18:38,056 INFO [RS:0;ae1476a7656f:42573 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:38,056 INFO [RS:0;ae1476a7656f:42573 {}] regionserver.HRegionServer(1482): Serving as ae1476a7656f,42573,1731097115850, RpcServer on ae1476a7656f/172.17.0.3:42573, sessionid=0x1011c19af4e0001 2024-11-08T20:18:38,056 DEBUG [RS:0;ae1476a7656f:42573 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T20:18:38,056 DEBUG [RS:0;ae1476a7656f:42573 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae1476a7656f,42573,1731097115850 2024-11-08T20:18:38,056 DEBUG [RS:0;ae1476a7656f:42573 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,42573,1731097115850' 2024-11-08T20:18:38,056 DEBUG [RS:0;ae1476a7656f:42573 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-311978913/flush-table-proc/abort' 2024-11-08T20:18:38,057 DEBUG [RS:0;ae1476a7656f:42573 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-311978913/flush-table-proc/acquired' 2024-11-08T20:18:38,057 DEBUG [RS:0;ae1476a7656f:42573 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T20:18:38,057 DEBUG [RS:0;ae1476a7656f:42573 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T20:18:38,057 DEBUG [RS:0;ae1476a7656f:42573 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae1476a7656f,42573,1731097115850 2024-11-08T20:18:38,058 DEBUG [RS:0;ae1476a7656f:42573 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,42573,1731097115850' 2024-11-08T20:18:38,058 DEBUG [RS:0;ae1476a7656f:42573 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-311978913/online-snapshot/abort' 2024-11-08T20:18:38,058 DEBUG [RS:0;ae1476a7656f:42573 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-311978913/online-snapshot/acquired' 2024-11-08T20:18:38,058 DEBUG [RS:0;ae1476a7656f:42573 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T20:18:38,058 INFO [RS:0;ae1476a7656f:42573 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T20:18:38,058 INFO [RS:0;ae1476a7656f:42573 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T20:18:38,159 INFO [RS:0;ae1476a7656f:42573 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:18:38,160 INFO [RS:0;ae1476a7656f:42573 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C42573%2C1731097115850, suffix=, logDir=hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/WALs/ae1476a7656f,42573,1731097115850, archiveDir=hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/oldWALs, maxLogs=10 2024-11-08T20:18:38,177 DEBUG [RS:0;ae1476a7656f:42573 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/WALs/ae1476a7656f,42573,1731097115850/ae1476a7656f%2C42573%2C1731097115850.1731097118161, exclude list is [], retry=0 2024-11-08T20:18:38,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46773,DS-55d3c420-9dbe-4432-9538-ef77c7cdbddc,DISK] 2024-11-08T20:18:38,187 INFO [RS:0;ae1476a7656f:42573 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/WALs/ae1476a7656f,42573,1731097115850/ae1476a7656f%2C42573%2C1731097115850.1731097118161 2024-11-08T20:18:38,187 DEBUG [RS:0;ae1476a7656f:42573 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38525:38525)] 2024-11-08T20:18:38,288 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T20:18:38,288 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46 2024-11-08T20:18:38,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741833_1009 (size=32) 2024-11-08T20:18:38,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:18:38,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:18:38,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:18:38,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:38,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:18:38,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:18:38,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:18:38,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:38,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:18:38,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:18:38,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:18:38,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:38,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:18:38,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:18:38,319 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:18:38,319 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:38,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:18:38,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:18:38,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/hbase/meta/1588230740 2024-11-08T20:18:38,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/hbase/meta/1588230740 2024-11-08T20:18:38,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:18:38,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:18:38,325 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:18:38,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:18:38,328 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:18:38,329 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73034721, jitterRate=0.08830215036869049}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:18:38,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731097118311Initializing all the Stores at 1731097118311Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097118311Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097118311Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097118312 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097118312Cleaning up temporary data from old regions at 1731097118324 (+12 ms)Region opened successfully at 1731097118329 (+5 ms) 2024-11-08T20:18:38,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:18:38,329 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:18:38,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:18:38,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:18:38,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:18:38,330 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:18:38,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731097118329Disabling compacts and flushes for region at 1731097118329Disabling writes for close at 1731097118329Writing region close event to WAL at 1731097118330 (+1 ms)Closed at 1731097118330 2024-11-08T20:18:38,331 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:18:38,331 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T20:18:38,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T20:18:38,333 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:18:38,334 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T20:18:38,484 DEBUG [ae1476a7656f:34113 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T20:18:38,484 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ae1476a7656f,42573,1731097115850 2024-11-08T20:18:38,486 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,42573,1731097115850, state=OPENING 2024-11-08T20:18:38,536 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T20:18:38,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x1011c19af4e0000, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-311978913 2024-11-08T20:18:38,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42573-0x1011c19af4e0001, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-311978913 2024-11-08T20:18:38,547 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-311978913/meta-region-server: CHANGED 2024-11-08T20:18:38,547 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-311978913/meta-region-server: CHANGED 2024-11-08T20:18:38,548 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:18:38,548 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,42573,1731097115850}] 2024-11-08T20:18:38,701 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:18:38,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42065, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T20:18:38,707 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T20:18:38,707 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:18:38,708 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T20:18:38,709 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C42573%2C1731097115850.meta, suffix=.meta, logDir=hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/WALs/ae1476a7656f,42573,1731097115850, archiveDir=hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/oldWALs, maxLogs=10 2024-11-08T20:18:38,722 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/WALs/ae1476a7656f,42573,1731097115850/ae1476a7656f%2C42573%2C1731097115850.meta.1731097118709.meta, exclude list is [], retry=0 2024-11-08T20:18:38,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46773,DS-55d3c420-9dbe-4432-9538-ef77c7cdbddc,DISK] 2024-11-08T20:18:38,726 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/WALs/ae1476a7656f,42573,1731097115850/ae1476a7656f%2C42573%2C1731097115850.meta.1731097118709.meta 2024-11-08T20:18:38,727 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38525:38525)] 2024-11-08T20:18:38,727 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:18:38,727 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:18:38,727 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T20:18:38,727 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T20:18:38,727 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T20:18:38,727 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T20:18:38,727 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:18:38,728 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T20:18:38,728 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T20:18:38,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:18:38,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:18:38,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:38,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:18:38,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:18:38,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:18:38,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:38,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:18:38,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:18:38,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:18:38,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:38,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:18:38,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:18:38,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:18:38,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:38,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:18:38,734 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:18:38,735 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/hbase/meta/1588230740 2024-11-08T20:18:38,736 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/hbase/meta/1588230740 2024-11-08T20:18:38,737 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:18:38,737 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:18:38,737 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:18:38,738 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:18:38,741 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60453615, jitterRate=-0.09917093813419342}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:18:38,741 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T20:18:38,741 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731097118728Writing region info on filesystem at 1731097118728Initializing all the Stores at 1731097118728Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097118728Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097118730 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097118730Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097118730Cleaning up temporary data from old regions at 1731097118737 (+7 ms)Running coprocessor post-open hooks at 1731097118741 (+4 ms)Region opened successfully at 1731097118741 2024-11-08T20:18:38,742 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731097118701 2024-11-08T20:18:38,745 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T20:18:38,745 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T20:18:38,746 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,42573,1731097115850 2024-11-08T20:18:38,746 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,42573,1731097115850, state=OPEN 2024-11-08T20:18:38,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x1011c19af4e0000, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-311978913/meta-region-server 2024-11-08T20:18:38,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42573-0x1011c19af4e0001, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-311978913/meta-region-server 2024-11-08T20:18:38,822 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ae1476a7656f,42573,1731097115850 2024-11-08T20:18:38,822 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-311978913/meta-region-server: CHANGED 2024-11-08T20:18:38,822 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-311978913/meta-region-server: CHANGED 2024-11-08T20:18:38,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T20:18:38,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,42573,1731097115850 in 274 msec 2024-11-08T20:18:38,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T20:18:38,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 493 msec 2024-11-08T20:18:38,827 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:18:38,827 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T20:18:38,828 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:18:38,828 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,42573,1731097115850, seqNum=-1] 2024-11-08T20:18:38,829 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:18:38,830 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:18:38,837 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 999 msec 2024-11-08T20:18:38,837 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731097118837, completionTime=-1 2024-11-08T20:18:38,837 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T20:18:38,837 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T20:18:38,839 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T20:18:38,839 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731097178839 2024-11-08T20:18:38,839 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731097238839 2024-11-08T20:18:38,839 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T20:18:38,840 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,34113,1731097115555-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:38,840 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,34113,1731097115555-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:38,840 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,34113,1731097115555-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:38,840 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ae1476a7656f:34113, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:38,840 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:38,841 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:38,842 DEBUG [master/ae1476a7656f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T20:18:38,845 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.924sec 2024-11-08T20:18:38,845 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T20:18:38,845 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T20:18:38,845 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T20:18:38,845 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T20:18:38,845 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T20:18:38,845 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,34113,1731097115555-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:18:38,845 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,34113,1731097115555-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T20:18:38,849 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T20:18:38,849 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T20:18:38,849 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,34113,1731097115555-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:38,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@518fb4d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:38,887 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,34113,-1 for getting cluster id 2024-11-08T20:18:38,887 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:18:38,888 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31fbe869-965b-4c11-9d5e-98f68dcf3540' 2024-11-08T20:18:38,888 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:18:38,889 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31fbe869-965b-4c11-9d5e-98f68dcf3540" 2024-11-08T20:18:38,889 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29dd8bc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:38,889 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,34113,-1] 2024-11-08T20:18:38,889 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:18:38,889 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:38,890 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:18:38,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2133cea6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:38,891 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:18:38,892 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,42573,1731097115850, seqNum=-1] 2024-11-08T20:18:38,892 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:18:38,893 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:18:38,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ae1476a7656f,34113,1731097115555 2024-11-08T20:18:38,895 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54509 2024-11-08T20:18:38,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:18:38,916 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011c19af4e0002 connected 2024-11-08T20:18:38,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24f6845-1b8d-4c7e-3512-a6aa3c29b906/hadoop.log.dir so I do NOT create it in target/test-data/de23807c-2ecc-5b62-5887-d17776fd558c 2024-11-08T20:18:38,928 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24f6845-1b8d-4c7e-3512-a6aa3c29b906/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T20:18:38,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24f6845-1b8d-4c7e-3512-a6aa3c29b906/hadoop.tmp.dir so I do NOT create it in target/test-data/de23807c-2ecc-5b62-5887-d17776fd558c 2024-11-08T20:18:38,928 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24f6845-1b8d-4c7e-3512-a6aa3c29b906/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T20:18:38,928 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de23807c-2ecc-5b62-5887-d17776fd558c 2024-11-08T20:18:38,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T20:18:38,928 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de23807c-2ecc-5b62-5887-d17776fd558c/cluster_05450a6d-4fab-43c4-8189-5866a7d290da, deleteOnExit=true 2024-11-08T20:18:38,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T20:18:38,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de23807c-2ecc-5b62-5887-d17776fd558c/test.cache.data in system properties and HBase conf 2024-11-08T20:18:38,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de23807c-2ecc-5b62-5887-d17776fd558c/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T20:18:38,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de23807c-2ecc-5b62-5887-d17776fd558c/hadoop.log.dir in system properties and HBase conf 2024-11-08T20:18:38,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de23807c-2ecc-5b62-5887-d17776fd558c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T20:18:38,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de23807c-2ecc-5b62-5887-d17776fd558c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T20:18:38,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T20:18:38,929 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T20:18:38,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de23807c-2ecc-5b62-5887-d17776fd558c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:18:38,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de23807c-2ecc-5b62-5887-d17776fd558c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:18:38,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de23807c-2ecc-5b62-5887-d17776fd558c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T20:18:38,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de23807c-2ecc-5b62-5887-d17776fd558c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:18:38,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de23807c-2ecc-5b62-5887-d17776fd558c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T20:18:38,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de23807c-2ecc-5b62-5887-d17776fd558c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T20:18:38,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de23807c-2ecc-5b62-5887-d17776fd558c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:18:38,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de23807c-2ecc-5b62-5887-d17776fd558c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:18:38,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de23807c-2ecc-5b62-5887-d17776fd558c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T20:18:38,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de23807c-2ecc-5b62-5887-d17776fd558c/nfs.dump.dir in system properties and HBase conf 2024-11-08T20:18:38,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de23807c-2ecc-5b62-5887-d17776fd558c/java.io.tmpdir in system properties and HBase conf 2024-11-08T20:18:38,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de23807c-2ecc-5b62-5887-d17776fd558c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:18:38,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de23807c-2ecc-5b62-5887-d17776fd558c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T20:18:38,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de23807c-2ecc-5b62-5887-d17776fd558c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T20:18:39,236 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:18:39,240 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:18:39,243 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:18:39,243 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:18:39,243 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T20:18:39,245 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:18:39,246 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55ca7a37{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de23807c-2ecc-5b62-5887-d17776fd558c/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:18:39,246 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@249be12{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:18:39,348 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74f36c3a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de23807c-2ecc-5b62-5887-d17776fd558c/java.io.tmpdir/jetty-localhost-42077-hadoop-hdfs-3_4_1-tests_jar-_-any-16901502579369362684/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:18:39,349 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77949d90{HTTP/1.1, (http/1.1)}{localhost:42077} 2024-11-08T20:18:39,349 INFO [Time-limited test {}] server.Server(415): Started @179637ms 2024-11-08T20:18:39,774 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:18:39,777 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:18:39,779 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:18:39,779 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:18:39,779 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T20:18:39,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18c7d71c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de23807c-2ecc-5b62-5887-d17776fd558c/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:18:39,781 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e3d4599{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:18:39,879 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5a9bfc4f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de23807c-2ecc-5b62-5887-d17776fd558c/java.io.tmpdir/jetty-localhost-40203-hadoop-hdfs-3_4_1-tests_jar-_-any-11176017893320153537/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:18:39,879 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16739b31{HTTP/1.1, (http/1.1)}{localhost:40203} 2024-11-08T20:18:39,879 INFO [Time-limited test {}] server.Server(415): Started @180168ms 2024-11-08T20:18:39,881 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T20:18:41,004 WARN [Thread-1798 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de23807c-2ecc-5b62-5887-d17776fd558c/cluster_05450a6d-4fab-43c4-8189-5866a7d290da/data/data1/current/BP-1406256681-172.17.0.3-1731097118947/current, will proceed with Du for space computation calculation, 2024-11-08T20:18:41,004 WARN [Thread-1799 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de23807c-2ecc-5b62-5887-d17776fd558c/cluster_05450a6d-4fab-43c4-8189-5866a7d290da/data/data2/current/BP-1406256681-172.17.0.3-1731097118947/current, will proceed with Du for space computation calculation, 2024-11-08T20:18:41,023 WARN [Thread-1786 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T20:18:41,026 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf417945557062f85 with lease ID 0x381ae7227aa9d040: Processing first storage report for DS-42261eca-58d5-4154-9efc-7451776b0099 from datanode DatanodeRegistration(127.0.0.1:35981, datanodeUuid=936d2513-ac5f-47e2-b33e-8bcf5c05ef6a, infoPort=35513, infoSecurePort=0, ipcPort=42585, storageInfo=lv=-57;cid=testClusterID;nsid=2060287958;c=1731097118947) 2024-11-08T20:18:41,026 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf417945557062f85 with lease ID 0x381ae7227aa9d040: from storage DS-42261eca-58d5-4154-9efc-7451776b0099 node DatanodeRegistration(127.0.0.1:35981, datanodeUuid=936d2513-ac5f-47e2-b33e-8bcf5c05ef6a, infoPort=35513, infoSecurePort=0, ipcPort=42585, storageInfo=lv=-57;cid=testClusterID;nsid=2060287958;c=1731097118947), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T20:18:41,026 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf417945557062f85 with lease ID 0x381ae7227aa9d040: Processing first storage report for DS-69731b3c-5e11-45bb-81e9-95ebba88f12c from datanode DatanodeRegistration(127.0.0.1:35981, datanodeUuid=936d2513-ac5f-47e2-b33e-8bcf5c05ef6a, infoPort=35513, infoSecurePort=0, ipcPort=42585, storageInfo=lv=-57;cid=testClusterID;nsid=2060287958;c=1731097118947) 2024-11-08T20:18:41,026 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf417945557062f85 with lease ID 0x381ae7227aa9d040: from storage DS-69731b3c-5e11-45bb-81e9-95ebba88f12c node DatanodeRegistration(127.0.0.1:35981, datanodeUuid=936d2513-ac5f-47e2-b33e-8bcf5c05ef6a, infoPort=35513, infoSecurePort=0, ipcPort=42585, storageInfo=lv=-57;cid=testClusterID;nsid=2060287958;c=1731097118947), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:18:41,122 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de23807c-2ecc-5b62-5887-d17776fd558c 2024-11-08T20:18:41,122 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:18:41,124 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:18:41,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741825_1001 (size=7) 2024-11-08T20:18:41,134 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8 with version=8 2024-11-08T20:18:41,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/hbase-staging 2024-11-08T20:18:41,136 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:18:41,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:18:41,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:18:41,137 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:18:41,137 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:18:41,137 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:18:41,137 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T20:18:41,137 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:18:41,137 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43507 2024-11-08T20:18:41,138 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43507 connecting to ZooKeeper ensemble=127.0.0.1:54509 2024-11-08T20:18:41,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:435070x0, quorum=127.0.0.1:54509, baseZNode=/1940386200 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:18:41,164 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43507-0x1011c19af4e0003 connected 2024-11-08T20:18:41,235 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:18:41,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:18:41,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43507-0x1011c19af4e0003, quorum=127.0.0.1:54509, baseZNode=/1940386200 Set watcher on znode that does not yet exist, /1940386200/running 2024-11-08T20:18:41,238 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8, hbase.cluster.distributed=false 2024-11-08T20:18:41,239 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43507-0x1011c19af4e0003, quorum=127.0.0.1:54509, baseZNode=/1940386200 Set watcher on znode that does not yet exist, /1940386200/acl 2024-11-08T20:18:41,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43507 2024-11-08T20:18:41,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43507 2024-11-08T20:18:41,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43507 2024-11-08T20:18:41,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43507 2024-11-08T20:18:41,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43507 2024-11-08T20:18:41,265 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:18:41,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:18:41,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:18:41,265 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:18:41,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:18:41,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:18:41,265 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T20:18:41,265 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:18:41,266 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40541 2024-11-08T20:18:41,267 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40541 connecting to ZooKeeper ensemble=127.0.0.1:54509 2024-11-08T20:18:41,268 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:18:41,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:18:41,288 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405410x0, quorum=127.0.0.1:54509, baseZNode=/1940386200 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:18:41,288 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:405410x0, quorum=127.0.0.1:54509, baseZNode=/1940386200 Set watcher on znode that does not yet exist, /1940386200/running 2024-11-08T20:18:41,289 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40541-0x1011c19af4e0004 connected 2024-11-08T20:18:41,289 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T20:18:41,289 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T20:18:41,290 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40541-0x1011c19af4e0004, quorum=127.0.0.1:54509, baseZNode=/1940386200 Set watcher on znode that does not yet exist, /1940386200/master 2024-11-08T20:18:41,290 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40541-0x1011c19af4e0004, quorum=127.0.0.1:54509, baseZNode=/1940386200 Set watcher on znode that does not yet exist, /1940386200/acl 2024-11-08T20:18:41,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40541 2024-11-08T20:18:41,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40541 2024-11-08T20:18:41,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40541 2024-11-08T20:18:41,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40541 2024-11-08T20:18:41,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40541 2024-11-08T20:18:41,319 DEBUG [M:0;ae1476a7656f:43507 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ae1476a7656f:43507 2024-11-08T20:18:41,319 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1940386200/backup-masters/ae1476a7656f,43507,1731097121136 2024-11-08T20:18:41,330 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40541-0x1011c19af4e0004, quorum=127.0.0.1:54509, baseZNode=/1940386200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1940386200/backup-masters 2024-11-08T20:18:41,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43507-0x1011c19af4e0003, quorum=127.0.0.1:54509, baseZNode=/1940386200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1940386200/backup-masters 2024-11-08T20:18:41,331 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43507-0x1011c19af4e0003, quorum=127.0.0.1:54509, baseZNode=/1940386200 Set watcher on existing znode=/1940386200/backup-masters/ae1476a7656f,43507,1731097121136 2024-11-08T20:18:41,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43507-0x1011c19af4e0003, quorum=127.0.0.1:54509, baseZNode=/1940386200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1940386200 2024-11-08T20:18:41,341 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40541-0x1011c19af4e0004, quorum=127.0.0.1:54509, baseZNode=/1940386200 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1940386200/master 2024-11-08T20:18:41,341 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40541-0x1011c19af4e0004, quorum=127.0.0.1:54509, baseZNode=/1940386200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1940386200 2024-11-08T20:18:41,341 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43507-0x1011c19af4e0003, quorum=127.0.0.1:54509, baseZNode=/1940386200 Set watcher on existing znode=/1940386200/master 2024-11-08T20:18:41,341 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1940386200/backup-masters/ae1476a7656f,43507,1731097121136 from backup master directory 2024-11-08T20:18:41,351 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40541-0x1011c19af4e0004, quorum=127.0.0.1:54509, baseZNode=/1940386200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1940386200/backup-masters 2024-11-08T20:18:41,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43507-0x1011c19af4e0003, quorum=127.0.0.1:54509, baseZNode=/1940386200 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1940386200/backup-masters/ae1476a7656f,43507,1731097121136 2024-11-08T20:18:41,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43507-0x1011c19af4e0003, quorum=127.0.0.1:54509, baseZNode=/1940386200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1940386200/backup-masters 2024-11-08T20:18:41,351 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:18:41,351 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ae1476a7656f,43507,1731097121136 2024-11-08T20:18:41,357 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/hbase.id] with ID: 25c8763e-1c25-4026-80d5-36992ac29ab9 2024-11-08T20:18:41,357 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/.tmp/hbase.id 2024-11-08T20:18:41,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741826_1002 (size=42) 2024-11-08T20:18:41,766 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/.tmp/hbase.id]:[hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/hbase.id] 2024-11-08T20:18:41,775 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:18:41,775 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T20:18:41,776 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T20:18:41,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43507-0x1011c19af4e0003, quorum=127.0.0.1:54509, baseZNode=/1940386200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1940386200 2024-11-08T20:18:41,836 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40541-0x1011c19af4e0004, quorum=127.0.0.1:54509, baseZNode=/1940386200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1940386200 2024-11-08T20:18:41,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741827_1003 (size=196) 2024-11-08T20:18:41,842 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:18:41,842 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T20:18:41,843 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:18:41,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741828_1004 (size=1189) 2024-11-08T20:18:41,849 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/MasterData/data/master/store 2024-11-08T20:18:41,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741829_1005 (size=34) 2024-11-08T20:18:42,265 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:18:42,265 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:18:42,265 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:18:42,265 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:18:42,265 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:18:42,265 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:18:42,265 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:18:42,266 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731097122265Disabling compacts and flushes for region at 1731097122265Disabling writes for close at 1731097122265Writing region close event to WAL at 1731097122265Closed at 1731097122265 2024-11-08T20:18:42,266 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/MasterData/data/master/store/.initializing 2024-11-08T20:18:42,266 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/MasterData/WALs/ae1476a7656f,43507,1731097121136 2024-11-08T20:18:42,268 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:18:42,270 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C43507%2C1731097121136, suffix=, logDir=hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/MasterData/WALs/ae1476a7656f,43507,1731097121136, archiveDir=hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/MasterData/oldWALs, maxLogs=10 2024-11-08T20:18:42,288 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/MasterData/WALs/ae1476a7656f,43507,1731097121136/ae1476a7656f%2C43507%2C1731097121136.1731097122270, exclude list is [], retry=0 2024-11-08T20:18:42,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35981,DS-42261eca-58d5-4154-9efc-7451776b0099,DISK] 2024-11-08T20:18:42,306 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/MasterData/WALs/ae1476a7656f,43507,1731097121136/ae1476a7656f%2C43507%2C1731097121136.1731097122270 2024-11-08T20:18:42,306 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35513:35513)] 2024-11-08T20:18:42,306 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:18:42,307 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:18:42,307 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:42,307 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:42,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:42,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T20:18:42,314 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:42,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:18:42,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:42,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T20:18:42,316 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:42,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:18:42,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:42,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T20:18:42,319 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:42,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:18:42,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:42,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T20:18:42,325 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:42,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:18:42,332 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:42,333 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:42,333 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:42,334 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:42,334 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:42,335 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:18:42,336 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:18:42,343 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:18:42,344 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59022277, jitterRate=-0.12049953639507294}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:18:42,344 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731097122307Initializing all the Stores at 1731097122308 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097122308Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097122312 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097122312Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097122312Cleaning up temporary data from old regions at 1731097122334 (+22 ms)Region opened successfully at 1731097122344 (+10 ms) 2024-11-08T20:18:42,344 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T20:18:42,347 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4db5db7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:18:42,348 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T20:18:42,348 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T20:18:42,348 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T20:18:42,348 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T20:18:42,349 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T20:18:42,349 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T20:18:42,349 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T20:18:42,355 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T20:18:42,357 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43507-0x1011c19af4e0003, quorum=127.0.0.1:54509, baseZNode=/1940386200 Unable to get data of znode /1940386200/balancer because node does not exist (not necessarily an error) 2024-11-08T20:18:42,415 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1940386200/balancer already deleted, retry=false 2024-11-08T20:18:42,416 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T20:18:42,416 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43507-0x1011c19af4e0003, quorum=127.0.0.1:54509, baseZNode=/1940386200 Unable to get data of znode /1940386200/normalizer because node does not exist (not necessarily an error) 2024-11-08T20:18:42,464 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1940386200/normalizer already deleted, retry=false 2024-11-08T20:18:42,464 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T20:18:42,465 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43507-0x1011c19af4e0003, quorum=127.0.0.1:54509, baseZNode=/1940386200 Unable to get data of znode /1940386200/switch/split because node does not exist (not necessarily an error) 2024-11-08T20:18:42,548 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1940386200/switch/split already deleted, retry=false 2024-11-08T20:18:42,549 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43507-0x1011c19af4e0003, quorum=127.0.0.1:54509, baseZNode=/1940386200 Unable to get data of znode /1940386200/switch/merge because node does not exist (not necessarily an error) 2024-11-08T20:18:42,640 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1940386200/switch/merge already deleted, retry=false 2024-11-08T20:18:42,641 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43507-0x1011c19af4e0003, quorum=127.0.0.1:54509, baseZNode=/1940386200 Unable to get data of znode /1940386200/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T20:18:42,693 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1940386200/snapshot-cleanup already deleted, retry=false 2024-11-08T20:18:42,782 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40541-0x1011c19af4e0004, quorum=127.0.0.1:54509, baseZNode=/1940386200 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1940386200/running 2024-11-08T20:18:42,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43507-0x1011c19af4e0003, quorum=127.0.0.1:54509, baseZNode=/1940386200 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1940386200/running 2024-11-08T20:18:42,782 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40541-0x1011c19af4e0004, quorum=127.0.0.1:54509, baseZNode=/1940386200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1940386200 2024-11-08T20:18:42,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43507-0x1011c19af4e0003, quorum=127.0.0.1:54509, baseZNode=/1940386200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1940386200 2024-11-08T20:18:42,782 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ae1476a7656f,43507,1731097121136, sessionid=0x1011c19af4e0003, setting cluster-up flag (Was=false) 2024-11-08T20:18:42,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43507-0x1011c19af4e0003, quorum=127.0.0.1:54509, baseZNode=/1940386200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1940386200 2024-11-08T20:18:42,957 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40541-0x1011c19af4e0004, quorum=127.0.0.1:54509, baseZNode=/1940386200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1940386200 2024-11-08T20:18:43,216 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1940386200/flush-table-proc/acquired, /1940386200/flush-table-proc/reached, /1940386200/flush-table-proc/abort 2024-11-08T20:18:43,217 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,43507,1731097121136 2024-11-08T20:18:43,312 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T20:18:43,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:43,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:43,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:43,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:43,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:43,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:43,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:43,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:43,406 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40541-0x1011c19af4e0004, quorum=127.0.0.1:54509, baseZNode=/1940386200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1940386200 2024-11-08T20:18:43,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43507-0x1011c19af4e0003, quorum=127.0.0.1:54509, baseZNode=/1940386200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1940386200 2024-11-08T20:18:43,662 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1940386200/online-snapshot/acquired, /1940386200/online-snapshot/reached, /1940386200/online-snapshot/abort 2024-11-08T20:18:43,663 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,43507,1731097121136 2024-11-08T20:18:43,664 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T20:18:43,667 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T20:18:43,667 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T20:18:43,667 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T20:18:43,668 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ae1476a7656f,43507,1731097121136 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T20:18:43,669 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:18:43,669 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:18:43,669 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:18:43,670 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:18:43,670 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ae1476a7656f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T20:18:43,670 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:43,670 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:18:43,670 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:43,672 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:18:43,672 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T20:18:43,673 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:43,673 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T20:18:43,686 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731097153686 2024-11-08T20:18:43,687 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T20:18:43,687 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T20:18:43,687 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T20:18:43,687 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T20:18:43,687 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T20:18:43,687 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T20:18:43,692 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:43,693 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T20:18:43,693 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T20:18:43,693 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T20:18:43,693 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T20:18:43,693 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T20:18:43,694 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T20:18:43,694 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097123694,5,FailOnTimeoutGroup] 2024-11-08T20:18:43,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741831_1007 (size=1321) 2024-11-08T20:18:43,696 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T20:18:43,696 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8 2024-11-08T20:18:43,699 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097123694,5,FailOnTimeoutGroup] 2024-11-08T20:18:43,699 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:43,699 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T20:18:43,699 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:43,700 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:43,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741832_1008 (size=32) 2024-11-08T20:18:43,712 INFO [RS:0;ae1476a7656f:40541 {}] regionserver.HRegionServer(746): ClusterId : 25c8763e-1c25-4026-80d5-36992ac29ab9 2024-11-08T20:18:43,712 DEBUG [RS:0;ae1476a7656f:40541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T20:18:43,779 DEBUG [RS:0;ae1476a7656f:40541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T20:18:43,779 DEBUG [RS:0;ae1476a7656f:40541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T20:18:43,800 DEBUG [RS:0;ae1476a7656f:40541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T20:18:43,800 DEBUG [RS:0;ae1476a7656f:40541 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@647d6fee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:18:43,814 DEBUG [RS:0;ae1476a7656f:40541 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ae1476a7656f:40541 2024-11-08T20:18:43,815 INFO [RS:0;ae1476a7656f:40541 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T20:18:43,815 INFO [RS:0;ae1476a7656f:40541 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T20:18:43,815 DEBUG [RS:0;ae1476a7656f:40541 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T20:18:43,815 INFO [RS:0;ae1476a7656f:40541 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae1476a7656f,43507,1731097121136 with port=40541, startcode=1731097121265 2024-11-08T20:18:43,816 DEBUG [RS:0;ae1476a7656f:40541 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T20:18:43,825 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41409, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T20:18:43,825 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43507 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae1476a7656f,40541,1731097121265 2024-11-08T20:18:43,825 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43507 {}] master.ServerManager(517): Registering regionserver=ae1476a7656f,40541,1731097121265 2024-11-08T20:18:43,826 DEBUG [RS:0;ae1476a7656f:40541 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8 2024-11-08T20:18:43,826 DEBUG [RS:0;ae1476a7656f:40541 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36835 2024-11-08T20:18:43,826 DEBUG [RS:0;ae1476a7656f:40541 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T20:18:43,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43507-0x1011c19af4e0003, quorum=127.0.0.1:54509, baseZNode=/1940386200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1940386200/rs 2024-11-08T20:18:43,835 DEBUG [RS:0;ae1476a7656f:40541 {}] zookeeper.ZKUtil(111): regionserver:40541-0x1011c19af4e0004, quorum=127.0.0.1:54509, baseZNode=/1940386200 Set watcher on existing znode=/1940386200/rs/ae1476a7656f,40541,1731097121265 2024-11-08T20:18:43,835 WARN [RS:0;ae1476a7656f:40541 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:18:43,835 INFO [RS:0;ae1476a7656f:40541 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:18:43,836 DEBUG [RS:0;ae1476a7656f:40541 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/WALs/ae1476a7656f,40541,1731097121265 2024-11-08T20:18:43,836 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae1476a7656f,40541,1731097121265] 2024-11-08T20:18:43,838 INFO [RS:0;ae1476a7656f:40541 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T20:18:43,839 INFO [RS:0;ae1476a7656f:40541 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T20:18:43,839 INFO [RS:0;ae1476a7656f:40541 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T20:18:43,839 INFO [RS:0;ae1476a7656f:40541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:43,840 INFO [RS:0;ae1476a7656f:40541 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T20:18:43,840 INFO [RS:0;ae1476a7656f:40541 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T20:18:43,840 INFO [RS:0;ae1476a7656f:40541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:43,840 DEBUG [RS:0;ae1476a7656f:40541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:43,840 DEBUG [RS:0;ae1476a7656f:40541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:43,840 DEBUG [RS:0;ae1476a7656f:40541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:43,841 DEBUG [RS:0;ae1476a7656f:40541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:43,841 DEBUG [RS:0;ae1476a7656f:40541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:43,841 DEBUG [RS:0;ae1476a7656f:40541 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:18:43,841 DEBUG [RS:0;ae1476a7656f:40541 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:43,841 DEBUG [RS:0;ae1476a7656f:40541 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:43,841 DEBUG [RS:0;ae1476a7656f:40541 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:43,841 DEBUG [RS:0;ae1476a7656f:40541 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:43,841 DEBUG [RS:0;ae1476a7656f:40541 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:43,841 DEBUG [RS:0;ae1476a7656f:40541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:18:43,841 DEBUG [RS:0;ae1476a7656f:40541 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:18:43,841 DEBUG [RS:0;ae1476a7656f:40541 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:18:43,844 INFO [RS:0;ae1476a7656f:40541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:43,844 INFO [RS:0;ae1476a7656f:40541 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:43,844 INFO [RS:0;ae1476a7656f:40541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:43,844 INFO [RS:0;ae1476a7656f:40541 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:43,844 INFO [RS:0;ae1476a7656f:40541 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:43,844 INFO [RS:0;ae1476a7656f:40541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,40541,1731097121265-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:18:43,861 INFO [RS:0;ae1476a7656f:40541 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T20:18:43,861 INFO [RS:0;ae1476a7656f:40541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,40541,1731097121265-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:43,861 INFO [RS:0;ae1476a7656f:40541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:43,861 INFO [RS:0;ae1476a7656f:40541 {}] regionserver.Replication(171): ae1476a7656f,40541,1731097121265 started 2024-11-08T20:18:43,876 INFO [RS:0;ae1476a7656f:40541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:43,876 INFO [RS:0;ae1476a7656f:40541 {}] regionserver.HRegionServer(1482): Serving as ae1476a7656f,40541,1731097121265, RpcServer on ae1476a7656f/172.17.0.3:40541, sessionid=0x1011c19af4e0004 2024-11-08T20:18:43,876 DEBUG [RS:0;ae1476a7656f:40541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T20:18:43,876 DEBUG [RS:0;ae1476a7656f:40541 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae1476a7656f,40541,1731097121265 2024-11-08T20:18:43,876 DEBUG [RS:0;ae1476a7656f:40541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,40541,1731097121265' 2024-11-08T20:18:43,876 DEBUG [RS:0;ae1476a7656f:40541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1940386200/flush-table-proc/abort' 2024-11-08T20:18:43,877 DEBUG [RS:0;ae1476a7656f:40541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1940386200/flush-table-proc/acquired' 2024-11-08T20:18:43,877 DEBUG [RS:0;ae1476a7656f:40541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T20:18:43,877 DEBUG [RS:0;ae1476a7656f:40541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T20:18:43,877 DEBUG [RS:0;ae1476a7656f:40541 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae1476a7656f,40541,1731097121265 2024-11-08T20:18:43,877 DEBUG [RS:0;ae1476a7656f:40541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,40541,1731097121265' 2024-11-08T20:18:43,877 DEBUG [RS:0;ae1476a7656f:40541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1940386200/online-snapshot/abort' 2024-11-08T20:18:43,877 DEBUG [RS:0;ae1476a7656f:40541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1940386200/online-snapshot/acquired' 2024-11-08T20:18:43,878 DEBUG [RS:0;ae1476a7656f:40541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T20:18:43,878 INFO [RS:0;ae1476a7656f:40541 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T20:18:43,878 INFO [RS:0;ae1476a7656f:40541 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T20:18:43,967 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T20:18:43,978 INFO [RS:0;ae1476a7656f:40541 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:18:43,980 INFO [RS:0;ae1476a7656f:40541 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C40541%2C1731097121265, suffix=, logDir=hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/WALs/ae1476a7656f,40541,1731097121265, archiveDir=hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/oldWALs, maxLogs=10 2024-11-08T20:18:43,995 DEBUG [RS:0;ae1476a7656f:40541 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/WALs/ae1476a7656f,40541,1731097121265/ae1476a7656f%2C40541%2C1731097121265.1731097123981, exclude list is [], retry=0 2024-11-08T20:18:43,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35981,DS-42261eca-58d5-4154-9efc-7451776b0099,DISK] 2024-11-08T20:18:44,001 INFO [RS:0;ae1476a7656f:40541 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/WALs/ae1476a7656f,40541,1731097121265/ae1476a7656f%2C40541%2C1731097121265.1731097123981 2024-11-08T20:18:44,004 DEBUG [RS:0;ae1476a7656f:40541 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35513:35513)] 2024-11-08T20:18:44,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:18:44,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:18:44,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:18:44,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:44,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:18:44,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:18:44,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:18:44,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:44,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:18:44,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:18:44,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:18:44,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:44,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:18:44,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:18:44,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:18:44,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:44,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:18:44,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:18:44,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/hbase/meta/1588230740 2024-11-08T20:18:44,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/hbase/meta/1588230740 2024-11-08T20:18:44,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:18:44,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:18:44,119 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:18:44,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:18:44,123 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:18:44,124 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69786342, jitterRate=0.039897531270980835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:18:44,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731097124111Initializing all the Stores at 1731097124112 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097124112Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097124112Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097124112Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097124112Cleaning up temporary data from old regions at 1731097124118 (+6 ms)Region opened successfully at 1731097124124 (+6 ms) 2024-11-08T20:18:44,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:18:44,124 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:18:44,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:18:44,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:18:44,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:18:44,125 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:18:44,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731097124124Disabling compacts and flushes for region at 1731097124124Disabling writes for close at 1731097124124Writing region close event to WAL at 1731097124125 (+1 ms)Closed at 1731097124125 2024-11-08T20:18:44,126 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:18:44,126 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T20:18:44,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T20:18:44,127 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:18:44,127 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T20:18:44,278 DEBUG [ae1476a7656f:43507 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T20:18:44,278 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ae1476a7656f,40541,1731097121265 2024-11-08T20:18:44,279 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,40541,1731097121265, state=OPENING 2024-11-08T20:18:44,414 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T20:18:44,435 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40541-0x1011c19af4e0004, quorum=127.0.0.1:54509, baseZNode=/1940386200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1940386200 2024-11-08T20:18:44,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43507-0x1011c19af4e0003, quorum=127.0.0.1:54509, baseZNode=/1940386200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1940386200 2024-11-08T20:18:44,436 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1940386200/meta-region-server: CHANGED 2024-11-08T20:18:44,436 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1940386200/meta-region-server: CHANGED 2024-11-08T20:18:44,436 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:18:44,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,40541,1731097121265}] 2024-11-08T20:18:44,587 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:18:44,588 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T20:18:44,591 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T20:18:44,591 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:18:44,592 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T20:18:44,593 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C40541%2C1731097121265.meta, suffix=.meta, logDir=hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/WALs/ae1476a7656f,40541,1731097121265, archiveDir=hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/oldWALs, maxLogs=10 2024-11-08T20:18:44,604 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/WALs/ae1476a7656f,40541,1731097121265/ae1476a7656f%2C40541%2C1731097121265.meta.1731097124593.meta, exclude list is [], retry=0 2024-11-08T20:18:44,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35981,DS-42261eca-58d5-4154-9efc-7451776b0099,DISK] 2024-11-08T20:18:44,608 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/WALs/ae1476a7656f,40541,1731097121265/ae1476a7656f%2C40541%2C1731097121265.meta.1731097124593.meta 2024-11-08T20:18:44,608 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35513:35513)] 2024-11-08T20:18:44,608 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:18:44,609 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:18:44,609 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T20:18:44,609 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T20:18:44,609 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T20:18:44,609 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T20:18:44,609 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:18:44,609 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T20:18:44,609 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T20:18:44,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:18:44,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:18:44,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:44,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:18:44,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:18:44,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:18:44,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:44,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:18:44,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:18:44,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:18:44,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:44,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:18:44,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:18:44,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:18:44,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:44,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:18:44,615 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:18:44,615 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/hbase/meta/1588230740 2024-11-08T20:18:44,616 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/hbase/meta/1588230740 2024-11-08T20:18:44,620 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:18:44,620 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:18:44,621 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:18:44,622 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:18:44,622 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64154243, jitterRate=-0.044027283787727356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:18:44,622 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T20:18:44,623 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731097124609Writing region info on filesystem at 1731097124609Initializing all the Stores at 1731097124610 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097124610Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097124610Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097124610Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097124610Cleaning up temporary data from old regions at 1731097124620 (+10 ms)Running coprocessor post-open hooks at 1731097124622 (+2 ms)Region opened successfully at 1731097124622 2024-11-08T20:18:44,623 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731097124587 2024-11-08T20:18:44,625 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T20:18:44,625 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T20:18:44,626 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,40541,1731097121265 2024-11-08T20:18:44,627 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,40541,1731097121265, state=OPEN 2024-11-08T20:18:44,635 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40541-0x1011c19af4e0004, quorum=127.0.0.1:54509, baseZNode=/1940386200 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1940386200/meta-region-server 2024-11-08T20:18:44,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43507-0x1011c19af4e0003, quorum=127.0.0.1:54509, baseZNode=/1940386200 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1940386200/meta-region-server 2024-11-08T20:18:44,635 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1940386200/meta-region-server: CHANGED 2024-11-08T20:18:44,635 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1940386200/meta-region-server: CHANGED 2024-11-08T20:18:44,635 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ae1476a7656f,40541,1731097121265 2024-11-08T20:18:44,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T20:18:44,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,40541,1731097121265 in 199 msec 2024-11-08T20:18:44,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T20:18:44,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 511 msec 2024-11-08T20:18:44,639 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:18:44,640 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T20:18:44,641 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:18:44,641 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,40541,1731097121265, seqNum=-1] 2024-11-08T20:18:44,641 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:18:44,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52933, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:18:44,646 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 979 msec 2024-11-08T20:18:44,647 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731097124647, completionTime=-1 2024-11-08T20:18:44,647 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T20:18:44,647 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T20:18:44,649 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T20:18:44,649 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731097184649 2024-11-08T20:18:44,649 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731097244649 2024-11-08T20:18:44,649 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T20:18:44,649 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,43507,1731097121136-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:44,649 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,43507,1731097121136-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:44,649 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,43507,1731097121136-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:44,649 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ae1476a7656f:43507, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:44,649 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:44,650 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:44,651 DEBUG [master/ae1476a7656f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T20:18:44,653 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.302sec 2024-11-08T20:18:44,653 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T20:18:44,653 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T20:18:44,653 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T20:18:44,653 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T20:18:44,653 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T20:18:44,653 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,43507,1731097121136-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:18:44,653 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,43507,1731097121136-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T20:18:44,655 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T20:18:44,655 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T20:18:44,655 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,43507,1731097121136-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:18:44,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c73db9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:44,713 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,43507,-1 for getting cluster id 2024-11-08T20:18:44,713 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:18:44,714 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '25c8763e-1c25-4026-80d5-36992ac29ab9' 2024-11-08T20:18:44,714 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:18:44,714 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "25c8763e-1c25-4026-80d5-36992ac29ab9" 2024-11-08T20:18:44,714 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49c09590, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:44,714 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,43507,-1] 2024-11-08T20:18:44,714 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:18:44,715 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:44,715 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:18:44,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a8258ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:44,716 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:18:44,717 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,40541,1731097121265, seqNum=-1] 2024-11-08T20:18:44,717 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:18:44,718 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:18:44,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ae1476a7656f,43507,1731097121136 2024-11-08T20:18:44,720 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54509 2024-11-08T20:18:44,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54509, baseZNode=/1940386200 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:18:44,730 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011c19af4e0005 connected 2024-11-08T20:18:44,742 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:18:44,743 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,34113,1731097115555 2024-11-08T20:18:44,743 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45f05690 2024-11-08T20:18:44,743 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:18:44,744 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:18:44,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34113 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:18:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34113 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T20:18:44,747 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T20:18:44,748 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:44,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34113 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T20:18:44,748 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T20:18:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:18:44,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741835_1011 (size=902) 2024-11-08T20:18:44,763 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a511dac6e95f1965a8eb55c8e003659b, NAME => 'test,,1731097124745.a511dac6e95f1965a8eb55c8e003659b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46 2024-11-08T20:18:44,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741836_1012 (size=39) 2024-11-08T20:18:44,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:18:45,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:18:45,175 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731097124745.a511dac6e95f1965a8eb55c8e003659b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:18:45,176 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a511dac6e95f1965a8eb55c8e003659b, disabling compactions & flushes 2024-11-08T20:18:45,176 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731097124745.a511dac6e95f1965a8eb55c8e003659b. 2024-11-08T20:18:45,176 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731097124745.a511dac6e95f1965a8eb55c8e003659b. 2024-11-08T20:18:45,176 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731097124745.a511dac6e95f1965a8eb55c8e003659b. after waiting 0 ms 2024-11-08T20:18:45,176 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731097124745.a511dac6e95f1965a8eb55c8e003659b. 2024-11-08T20:18:45,176 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731097124745.a511dac6e95f1965a8eb55c8e003659b. 2024-11-08T20:18:45,176 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a511dac6e95f1965a8eb55c8e003659b: Waiting for close lock at 1731097125176Disabling compacts and flushes for region at 1731097125176Disabling writes for close at 1731097125176Writing region close event to WAL at 1731097125176Closed at 1731097125176 2024-11-08T20:18:45,177 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T20:18:45,177 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731097124745.a511dac6e95f1965a8eb55c8e003659b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731097125177"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731097125177"}]},"ts":"1731097125177"} 2024-11-08T20:18:45,179 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T20:18:45,180 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T20:18:45,181 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097125180"}]},"ts":"1731097125180"} 2024-11-08T20:18:45,183 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T20:18:45,183 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a511dac6e95f1965a8eb55c8e003659b, ASSIGN}] 2024-11-08T20:18:45,184 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a511dac6e95f1965a8eb55c8e003659b, ASSIGN 2024-11-08T20:18:45,188 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a511dac6e95f1965a8eb55c8e003659b, ASSIGN; state=OFFLINE, location=ae1476a7656f,42573,1731097115850; forceNewPlan=false, retain=false 2024-11-08T20:18:45,339 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a511dac6e95f1965a8eb55c8e003659b, regionState=OPENING, regionLocation=ae1476a7656f,42573,1731097115850 2024-11-08T20:18:45,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a511dac6e95f1965a8eb55c8e003659b, ASSIGN because future has completed 2024-11-08T20:18:45,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a511dac6e95f1965a8eb55c8e003659b, server=ae1476a7656f,42573,1731097115850}] 2024-11-08T20:18:45,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:18:45,500 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731097124745.a511dac6e95f1965a8eb55c8e003659b. 2024-11-08T20:18:45,501 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a511dac6e95f1965a8eb55c8e003659b, NAME => 'test,,1731097124745.a511dac6e95f1965a8eb55c8e003659b.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:18:45,501 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:18:45,501 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T20:18:45,501 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a511dac6e95f1965a8eb55c8e003659b 2024-11-08T20:18:45,501 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731097124745.a511dac6e95f1965a8eb55c8e003659b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:18:45,501 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a511dac6e95f1965a8eb55c8e003659b 2024-11-08T20:18:45,501 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a511dac6e95f1965a8eb55c8e003659b 2024-11-08T20:18:45,503 INFO [StoreOpener-a511dac6e95f1965a8eb55c8e003659b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a511dac6e95f1965a8eb55c8e003659b 2024-11-08T20:18:45,504 INFO [StoreOpener-a511dac6e95f1965a8eb55c8e003659b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a511dac6e95f1965a8eb55c8e003659b columnFamilyName f 2024-11-08T20:18:45,504 DEBUG [StoreOpener-a511dac6e95f1965a8eb55c8e003659b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:45,504 INFO [StoreOpener-a511dac6e95f1965a8eb55c8e003659b-1 {}] regionserver.HStore(327): Store=a511dac6e95f1965a8eb55c8e003659b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:18:45,504 INFO [StoreOpener-a511dac6e95f1965a8eb55c8e003659b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a511dac6e95f1965a8eb55c8e003659b 2024-11-08T20:18:45,505 INFO [StoreOpener-a511dac6e95f1965a8eb55c8e003659b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a511dac6e95f1965a8eb55c8e003659b columnFamilyName f1 2024-11-08T20:18:45,505 DEBUG [StoreOpener-a511dac6e95f1965a8eb55c8e003659b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:45,506 INFO [StoreOpener-a511dac6e95f1965a8eb55c8e003659b-1 {}] regionserver.HStore(327): Store=a511dac6e95f1965a8eb55c8e003659b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:18:45,506 INFO [StoreOpener-a511dac6e95f1965a8eb55c8e003659b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a511dac6e95f1965a8eb55c8e003659b 2024-11-08T20:18:45,507 INFO [StoreOpener-a511dac6e95f1965a8eb55c8e003659b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a511dac6e95f1965a8eb55c8e003659b columnFamilyName norep 2024-11-08T20:18:45,507 DEBUG [StoreOpener-a511dac6e95f1965a8eb55c8e003659b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:45,507 INFO [StoreOpener-a511dac6e95f1965a8eb55c8e003659b-1 {}] regionserver.HStore(327): Store=a511dac6e95f1965a8eb55c8e003659b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:18:45,507 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a511dac6e95f1965a8eb55c8e003659b 2024-11-08T20:18:45,508 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/default/test/a511dac6e95f1965a8eb55c8e003659b 2024-11-08T20:18:45,508 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/default/test/a511dac6e95f1965a8eb55c8e003659b 2024-11-08T20:18:45,509 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a511dac6e95f1965a8eb55c8e003659b 2024-11-08T20:18:45,509 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a511dac6e95f1965a8eb55c8e003659b 2024-11-08T20:18:45,509 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T20:18:45,510 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a511dac6e95f1965a8eb55c8e003659b 2024-11-08T20:18:45,512 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/default/test/a511dac6e95f1965a8eb55c8e003659b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:18:45,512 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a511dac6e95f1965a8eb55c8e003659b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73042105, jitterRate=0.08841218054294586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T20:18:45,512 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a511dac6e95f1965a8eb55c8e003659b 2024-11-08T20:18:45,513 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a511dac6e95f1965a8eb55c8e003659b: Running coprocessor pre-open hook at 1731097125502Writing region info on filesystem at 1731097125502Initializing all the Stores at 1731097125502Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097125502Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097125503 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097125503Cleaning up temporary data from old regions at 1731097125509 (+6 ms)Running coprocessor post-open hooks at 1731097125512 (+3 ms)Region opened successfully at 1731097125513 (+1 ms) 2024-11-08T20:18:45,514 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731097124745.a511dac6e95f1965a8eb55c8e003659b., pid=6, masterSystemTime=1731097125497 2024-11-08T20:18:45,516 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731097124745.a511dac6e95f1965a8eb55c8e003659b. 2024-11-08T20:18:45,516 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731097124745.a511dac6e95f1965a8eb55c8e003659b. 2024-11-08T20:18:45,516 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a511dac6e95f1965a8eb55c8e003659b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ae1476a7656f,42573,1731097115850 2024-11-08T20:18:45,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a511dac6e95f1965a8eb55c8e003659b, server=ae1476a7656f,42573,1731097115850 because future has completed 2024-11-08T20:18:45,521 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T20:18:45,521 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a511dac6e95f1965a8eb55c8e003659b, server=ae1476a7656f,42573,1731097115850 in 175 msec 2024-11-08T20:18:45,523 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T20:18:45,523 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a511dac6e95f1965a8eb55c8e003659b, ASSIGN in 338 msec 2024-11-08T20:18:45,523 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T20:18:45,524 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097125523"}]},"ts":"1731097125523"} 2024-11-08T20:18:45,525 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T20:18:45,527 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T20:18:45,528 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 782 msec 2024-11-08T20:18:45,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:18:45,884 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T20:18:45,884 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:18:45,885 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,43507,1731097121136 2024-11-08T20:18:45,885 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42cda281 2024-11-08T20:18:45,885 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:18:45,886 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:18:45,887 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:18:45,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T20:18:45,893 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T20:18:45,894 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:45,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T20:18:45,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:18:45,895 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T20:18:45,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741835_1011 (size=902) 2024-11-08T20:18:46,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:18:46,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:18:46,312 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8b8b7f594a59c650fec6df7d9c8faabe, NAME => 'test,,1731097125887.8b8b7f594a59c650fec6df7d9c8faabe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8 2024-11-08T20:18:46,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741836_1012 (size=39) 2024-11-08T20:18:46,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:18:46,719 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731097125887.8b8b7f594a59c650fec6df7d9c8faabe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:18:46,719 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8b8b7f594a59c650fec6df7d9c8faabe, disabling compactions & flushes 2024-11-08T20:18:46,719 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731097125887.8b8b7f594a59c650fec6df7d9c8faabe. 2024-11-08T20:18:46,719 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731097125887.8b8b7f594a59c650fec6df7d9c8faabe. 2024-11-08T20:18:46,719 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731097125887.8b8b7f594a59c650fec6df7d9c8faabe. after waiting 0 ms 2024-11-08T20:18:46,719 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731097125887.8b8b7f594a59c650fec6df7d9c8faabe. 2024-11-08T20:18:46,719 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731097125887.8b8b7f594a59c650fec6df7d9c8faabe. 2024-11-08T20:18:46,719 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8b8b7f594a59c650fec6df7d9c8faabe: Waiting for close lock at 1731097126719Disabling compacts and flushes for region at 1731097126719Disabling writes for close at 1731097126719Writing region close event to WAL at 1731097126719Closed at 1731097126719 2024-11-08T20:18:46,721 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T20:18:46,721 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731097125887.8b8b7f594a59c650fec6df7d9c8faabe.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731097126721"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731097126721"}]},"ts":"1731097126721"} 2024-11-08T20:18:46,724 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T20:18:46,724 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T20:18:46,725 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097126724"}]},"ts":"1731097126724"} 2024-11-08T20:18:46,726 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T20:18:46,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8b8b7f594a59c650fec6df7d9c8faabe, ASSIGN}] 2024-11-08T20:18:46,728 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8b8b7f594a59c650fec6df7d9c8faabe, ASSIGN 2024-11-08T20:18:46,728 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8b8b7f594a59c650fec6df7d9c8faabe, ASSIGN; state=OFFLINE, location=ae1476a7656f,40541,1731097121265; forceNewPlan=false, retain=false 2024-11-08T20:18:46,879 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8b8b7f594a59c650fec6df7d9c8faabe, regionState=OPENING, regionLocation=ae1476a7656f,40541,1731097121265 2024-11-08T20:18:46,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8b8b7f594a59c650fec6df7d9c8faabe, ASSIGN because future has completed 2024-11-08T20:18:46,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b8b7f594a59c650fec6df7d9c8faabe, server=ae1476a7656f,40541,1731097121265}] 2024-11-08T20:18:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:18:47,040 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731097125887.8b8b7f594a59c650fec6df7d9c8faabe. 2024-11-08T20:18:47,040 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8b8b7f594a59c650fec6df7d9c8faabe, NAME => 'test,,1731097125887.8b8b7f594a59c650fec6df7d9c8faabe.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:18:47,040 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:18:47,040 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T20:18:47,040 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8b8b7f594a59c650fec6df7d9c8faabe 2024-11-08T20:18:47,040 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731097125887.8b8b7f594a59c650fec6df7d9c8faabe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:18:47,040 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8b8b7f594a59c650fec6df7d9c8faabe 2024-11-08T20:18:47,040 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8b8b7f594a59c650fec6df7d9c8faabe 2024-11-08T20:18:47,042 INFO [StoreOpener-8b8b7f594a59c650fec6df7d9c8faabe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8b8b7f594a59c650fec6df7d9c8faabe 2024-11-08T20:18:47,043 INFO [StoreOpener-8b8b7f594a59c650fec6df7d9c8faabe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b8b7f594a59c650fec6df7d9c8faabe columnFamilyName f 2024-11-08T20:18:47,043 DEBUG [StoreOpener-8b8b7f594a59c650fec6df7d9c8faabe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:47,043 INFO [StoreOpener-8b8b7f594a59c650fec6df7d9c8faabe-1 {}] regionserver.HStore(327): Store=8b8b7f594a59c650fec6df7d9c8faabe/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:18:47,043 INFO [StoreOpener-8b8b7f594a59c650fec6df7d9c8faabe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8b8b7f594a59c650fec6df7d9c8faabe 2024-11-08T20:18:47,044 INFO [StoreOpener-8b8b7f594a59c650fec6df7d9c8faabe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b8b7f594a59c650fec6df7d9c8faabe columnFamilyName f1 2024-11-08T20:18:47,044 DEBUG [StoreOpener-8b8b7f594a59c650fec6df7d9c8faabe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:47,044 INFO [StoreOpener-8b8b7f594a59c650fec6df7d9c8faabe-1 {}] regionserver.HStore(327): Store=8b8b7f594a59c650fec6df7d9c8faabe/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:18:47,044 INFO [StoreOpener-8b8b7f594a59c650fec6df7d9c8faabe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8b8b7f594a59c650fec6df7d9c8faabe 2024-11-08T20:18:47,045 INFO [StoreOpener-8b8b7f594a59c650fec6df7d9c8faabe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b8b7f594a59c650fec6df7d9c8faabe columnFamilyName norep 2024-11-08T20:18:47,045 DEBUG [StoreOpener-8b8b7f594a59c650fec6df7d9c8faabe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:47,045 INFO [StoreOpener-8b8b7f594a59c650fec6df7d9c8faabe-1 {}] regionserver.HStore(327): Store=8b8b7f594a59c650fec6df7d9c8faabe/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:18:47,045 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8b8b7f594a59c650fec6df7d9c8faabe 2024-11-08T20:18:47,046 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/default/test/8b8b7f594a59c650fec6df7d9c8faabe 2024-11-08T20:18:47,046 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/default/test/8b8b7f594a59c650fec6df7d9c8faabe 2024-11-08T20:18:47,047 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8b8b7f594a59c650fec6df7d9c8faabe 2024-11-08T20:18:47,047 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8b8b7f594a59c650fec6df7d9c8faabe 2024-11-08T20:18:47,048 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T20:18:47,049 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8b8b7f594a59c650fec6df7d9c8faabe 2024-11-08T20:18:47,051 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/default/test/8b8b7f594a59c650fec6df7d9c8faabe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:18:47,051 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8b8b7f594a59c650fec6df7d9c8faabe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62201306, jitterRate=-0.07312831282615662}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T20:18:47,051 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8b8b7f594a59c650fec6df7d9c8faabe 2024-11-08T20:18:47,051 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8b8b7f594a59c650fec6df7d9c8faabe: Running coprocessor pre-open hook at 1731097127040Writing region info on filesystem at 1731097127041 (+1 ms)Initializing all the Stores at 1731097127041Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097127041Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097127041Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097127041Cleaning up temporary data from old regions at 1731097127047 (+6 ms)Running coprocessor post-open hooks at 1731097127051 (+4 ms)Region opened successfully at 1731097127051 2024-11-08T20:18:47,052 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731097125887.8b8b7f594a59c650fec6df7d9c8faabe., pid=6, masterSystemTime=1731097127033 2024-11-08T20:18:47,054 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731097125887.8b8b7f594a59c650fec6df7d9c8faabe. 2024-11-08T20:18:47,054 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731097125887.8b8b7f594a59c650fec6df7d9c8faabe. 2024-11-08T20:18:47,054 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8b8b7f594a59c650fec6df7d9c8faabe, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ae1476a7656f,40541,1731097121265 2024-11-08T20:18:47,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b8b7f594a59c650fec6df7d9c8faabe, server=ae1476a7656f,40541,1731097121265 because future has completed 2024-11-08T20:18:47,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T20:18:47,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8b8b7f594a59c650fec6df7d9c8faabe, server=ae1476a7656f,40541,1731097121265 in 176 msec 2024-11-08T20:18:47,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T20:18:47,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8b8b7f594a59c650fec6df7d9c8faabe, ASSIGN in 332 msec 2024-11-08T20:18:47,061 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T20:18:47,061 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097127061"}]},"ts":"1731097127061"} 2024-11-08T20:18:47,063 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T20:18:47,064 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T20:18:47,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1770 sec 2024-11-08T20:18:47,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T20:18:47,810 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T20:18:47,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T20:18:47,810 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T20:18:47,811 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:18:47,811 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T20:18:47,811 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T20:18:47,811 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T20:18:47,811 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:18:47,811 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T20:18:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:18:48,043 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T20:18:48,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b2869e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:48,044 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,34113,-1 for getting cluster id 2024-11-08T20:18:48,044 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:18:48,045 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31fbe869-965b-4c11-9d5e-98f68dcf3540' 2024-11-08T20:18:48,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:18:48,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31fbe869-965b-4c11-9d5e-98f68dcf3540" 2024-11-08T20:18:48,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5845414b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:48,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,34113,-1] 2024-11-08T20:18:48,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:18:48,046 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:48,046 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:18:48,047 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78e75906, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:48,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f03ad8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:48,047 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,43507,-1 for getting cluster id 2024-11-08T20:18:48,047 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:18:48,048 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '25c8763e-1c25-4026-80d5-36992ac29ab9' 2024-11-08T20:18:48,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:18:48,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "25c8763e-1c25-4026-80d5-36992ac29ab9" 2024-11-08T20:18:48,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@786b5b1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:48,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,43507,-1] 2024-11-08T20:18:48,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:18:48,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:48,050 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:18:48,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54f4a195, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:48,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27644469, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:48,051 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,34113,-1 for getting cluster id 2024-11-08T20:18:48,052 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:18:48,052 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31fbe869-965b-4c11-9d5e-98f68dcf3540' 2024-11-08T20:18:48,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:18:48,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31fbe869-965b-4c11-9d5e-98f68dcf3540" 2024-11-08T20:18:48,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68aab3af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:48,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,34113,-1] 2024-11-08T20:18:48,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:18:48,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:48,054 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:18:48,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c2d48b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:48,055 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:18:48,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,34113,1731097115555 2024-11-08T20:18:48,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b0922c 2024-11-08T20:18:48,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:18:48,057 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:18:48,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34113 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ae1476a7656f:43507,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T20:18:48,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34113 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T20:18:48,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:18:48,059 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ae1476a7656f:43507' 2024-11-08T20:18:48,060 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7284e866, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:48,060 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,43507,-1 for getting cluster id 2024-11-08T20:18:48,060 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:18:48,061 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '25c8763e-1c25-4026-80d5-36992ac29ab9' 2024-11-08T20:18:48,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:18:48,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "25c8763e-1c25-4026-80d5-36992ac29ab9" 2024-11-08T20:18:48,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b3e5040, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:48,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,43507,-1] 2024-11-08T20:18:48,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:18:48,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:48,062 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:18:48,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4186ffee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:48,063 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:18:48,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,43507,1731097121136 2024-11-08T20:18:48,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@317d5c46 2024-11-08T20:18:48,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:18:48,065 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:18:48,066 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-08T20:18:48,066 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T20:18:48,066 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:48,066 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:48,066 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:18:48,066 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:18:48,067 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T20:18:48,068 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T20:18:48,068 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:48,069 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T20:18:48,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741837_1013 (size=1138) 2024-11-08T20:18:48,117 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T20:18:48,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:18:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:18:48,477 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c70678ca74066c675d74d6ec81a6a062, NAME => 'hbase:replication,,1731097128066.c70678ca74066c675d74d6ec81a6a062.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46 2024-11-08T20:18:48,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741838_1014 (size=44) 2024-11-08T20:18:48,495 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731097128066.c70678ca74066c675d74d6ec81a6a062.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:18:48,495 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c70678ca74066c675d74d6ec81a6a062, disabling compactions & flushes 2024-11-08T20:18:48,495 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731097128066.c70678ca74066c675d74d6ec81a6a062. 2024-11-08T20:18:48,495 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731097128066.c70678ca74066c675d74d6ec81a6a062. 2024-11-08T20:18:48,495 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731097128066.c70678ca74066c675d74d6ec81a6a062. after waiting 0 ms 2024-11-08T20:18:48,495 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731097128066.c70678ca74066c675d74d6ec81a6a062. 2024-11-08T20:18:48,495 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731097128066.c70678ca74066c675d74d6ec81a6a062. 2024-11-08T20:18:48,495 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c70678ca74066c675d74d6ec81a6a062: Waiting for close lock at 1731097128495Disabling compacts and flushes for region at 1731097128495Disabling writes for close at 1731097128495Writing region close event to WAL at 1731097128495Closed at 1731097128495 2024-11-08T20:18:48,497 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T20:18:48,497 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731097128066.c70678ca74066c675d74d6ec81a6a062.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731097128497"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731097128497"}]},"ts":"1731097128497"} 2024-11-08T20:18:48,501 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T20:18:48,502 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T20:18:48,503 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097128502"}]},"ts":"1731097128502"} 2024-11-08T20:18:48,506 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T20:18:48,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c70678ca74066c675d74d6ec81a6a062, ASSIGN}] 2024-11-08T20:18:48,510 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c70678ca74066c675d74d6ec81a6a062, ASSIGN 2024-11-08T20:18:48,512 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c70678ca74066c675d74d6ec81a6a062, ASSIGN; state=OFFLINE, location=ae1476a7656f,42573,1731097115850; forceNewPlan=false, retain=false 2024-11-08T20:18:48,663 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c70678ca74066c675d74d6ec81a6a062, regionState=OPENING, regionLocation=ae1476a7656f,42573,1731097115850 2024-11-08T20:18:48,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c70678ca74066c675d74d6ec81a6a062, ASSIGN because future has completed 2024-11-08T20:18:48,669 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c70678ca74066c675d74d6ec81a6a062, server=ae1476a7656f,42573,1731097115850}] 2024-11-08T20:18:48,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:18:48,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731097128066.c70678ca74066c675d74d6ec81a6a062. 2024-11-08T20:18:48,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:18:48,830 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T20:18:48,832 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C42573%2C1731097115850.rep, suffix=, logDir=hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/WALs/ae1476a7656f,42573,1731097115850, archiveDir=hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/oldWALs, maxLogs=10 2024-11-08T20:18:48,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/WALs/ae1476a7656f,42573,1731097115850/ae1476a7656f%2C42573%2C1731097115850.rep.1731097128832, exclude list is [], retry=0 2024-11-08T20:18:48,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46773,DS-55d3c420-9dbe-4432-9538-ef77c7cdbddc,DISK] 2024-11-08T20:18:48,852 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/WALs/ae1476a7656f,42573,1731097115850/ae1476a7656f%2C42573%2C1731097115850.rep.1731097128832 2024-11-08T20:18:48,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38525:38525)] 2024-11-08T20:18:48,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c70678ca74066c675d74d6ec81a6a062, NAME => 'hbase:replication,,1731097128066.c70678ca74066c675d74d6ec81a6a062.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:18:48,853 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:18:48,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T20:18:48,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731097128066.c70678ca74066c675d74d6ec81a6a062. service=MultiRowMutationService 2024-11-08T20:18:48,853 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T20:18:48,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c70678ca74066c675d74d6ec81a6a062 2024-11-08T20:18:48,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731097128066.c70678ca74066c675d74d6ec81a6a062.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:18:48,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c70678ca74066c675d74d6ec81a6a062 2024-11-08T20:18:48,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c70678ca74066c675d74d6ec81a6a062 2024-11-08T20:18:48,856 INFO [StoreOpener-c70678ca74066c675d74d6ec81a6a062-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c70678ca74066c675d74d6ec81a6a062 2024-11-08T20:18:48,857 INFO [StoreOpener-c70678ca74066c675d74d6ec81a6a062-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c70678ca74066c675d74d6ec81a6a062 columnFamilyName hfileref 2024-11-08T20:18:48,857 DEBUG [StoreOpener-c70678ca74066c675d74d6ec81a6a062-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:48,858 INFO [StoreOpener-c70678ca74066c675d74d6ec81a6a062-1 {}] regionserver.HStore(327): Store=c70678ca74066c675d74d6ec81a6a062/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:18:48,858 INFO [StoreOpener-c70678ca74066c675d74d6ec81a6a062-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c70678ca74066c675d74d6ec81a6a062 2024-11-08T20:18:48,859 INFO [StoreOpener-c70678ca74066c675d74d6ec81a6a062-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c70678ca74066c675d74d6ec81a6a062 columnFamilyName queue 2024-11-08T20:18:48,859 DEBUG [StoreOpener-c70678ca74066c675d74d6ec81a6a062-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:48,859 INFO [StoreOpener-c70678ca74066c675d74d6ec81a6a062-1 {}] regionserver.HStore(327): Store=c70678ca74066c675d74d6ec81a6a062/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:18:48,859 INFO [StoreOpener-c70678ca74066c675d74d6ec81a6a062-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c70678ca74066c675d74d6ec81a6a062 2024-11-08T20:18:48,860 INFO [StoreOpener-c70678ca74066c675d74d6ec81a6a062-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c70678ca74066c675d74d6ec81a6a062 columnFamilyName sid 2024-11-08T20:18:48,860 DEBUG [StoreOpener-c70678ca74066c675d74d6ec81a6a062-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:48,860 INFO [StoreOpener-c70678ca74066c675d74d6ec81a6a062-1 {}] regionserver.HStore(327): Store=c70678ca74066c675d74d6ec81a6a062/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:18:48,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c70678ca74066c675d74d6ec81a6a062 2024-11-08T20:18:48,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/hbase/replication/c70678ca74066c675d74d6ec81a6a062 2024-11-08T20:18:48,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/hbase/replication/c70678ca74066c675d74d6ec81a6a062 2024-11-08T20:18:48,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c70678ca74066c675d74d6ec81a6a062 2024-11-08T20:18:48,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c70678ca74066c675d74d6ec81a6a062 2024-11-08T20:18:48,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T20:18:48,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c70678ca74066c675d74d6ec81a6a062 2024-11-08T20:18:48,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/hbase/replication/c70678ca74066c675d74d6ec81a6a062/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:18:48,866 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c70678ca74066c675d74d6ec81a6a062; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59717499, jitterRate=-0.11013992130756378}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T20:18:48,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c70678ca74066c675d74d6ec81a6a062 2024-11-08T20:18:48,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c70678ca74066c675d74d6ec81a6a062: Running coprocessor pre-open hook at 1731097128854Writing region info on filesystem at 1731097128854Initializing all the Stores at 1731097128854Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097128854Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097128856 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097128856Cleaning up temporary data from old regions at 1731097128862 (+6 ms)Running coprocessor post-open hooks at 1731097128866 (+4 ms)Region opened successfully at 1731097128866 2024-11-08T20:18:48,867 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731097128066.c70678ca74066c675d74d6ec81a6a062., pid=10, masterSystemTime=1731097128824 2024-11-08T20:18:48,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731097128066.c70678ca74066c675d74d6ec81a6a062. 2024-11-08T20:18:48,869 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731097128066.c70678ca74066c675d74d6ec81a6a062. 2024-11-08T20:18:48,869 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c70678ca74066c675d74d6ec81a6a062, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,42573,1731097115850 2024-11-08T20:18:48,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c70678ca74066c675d74d6ec81a6a062, server=ae1476a7656f,42573,1731097115850 because future has completed 2024-11-08T20:18:48,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T20:18:48,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c70678ca74066c675d74d6ec81a6a062, server=ae1476a7656f,42573,1731097115850 in 202 msec 2024-11-08T20:18:48,875 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T20:18:48,875 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c70678ca74066c675d74d6ec81a6a062, ASSIGN in 367 msec 2024-11-08T20:18:48,875 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T20:18:48,875 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097128875"}]},"ts":"1731097128875"} 2024-11-08T20:18:48,877 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T20:18:48,878 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T20:18:48,879 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 812 msec 2024-11-08T20:18:48,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731097128066.c70678ca74066c675d74d6ec81a6a062., hostname=ae1476a7656f,42573,1731097115850, seqNum=2] 2024-11-08T20:18:48,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x1011c19af4e0000, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-311978913 2024-11-08T20:18:48,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42573-0x1011c19af4e0001, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-311978913 2024-11-08T20:18:48,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T20:18:49,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42573 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T20:18:49,121 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T20:18:49,157 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ae1476a7656f,42573,1731097115850, ReplicationSource: 1, currentBandwidth=0 2024-11-08T20:18:49,158 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:18:49,158 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,42573,1731097115850, seqNum=-1] 2024-11-08T20:18:49,158 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:18:49,159 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-08T20:18:49,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ae1476a7656f,42573,1731097115850', locateType=CURRENT is [region=hbase:replication,,1731097128066.c70678ca74066c675d74d6ec81a6a062., hostname=ae1476a7656f,42573,1731097115850, seqNum=2] 2024-11-08T20:18:49,163 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T20:18:49,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34113 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T20:18:49,166 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ae1476a7656f,42573,1731097115850 suceeded 2024-11-08T20:18:49,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T20:18:49,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-08T20:18:49,168 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ae1476a7656f:43507,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T20:18:49,170 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1110 sec 2024-11-08T20:18:49,181 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ae1476a7656f:43507' 2024-11-08T20:18:49,183 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1aad23bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:49,183 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,43507,-1 for getting cluster id 2024-11-08T20:18:49,183 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:18:49,183 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '25c8763e-1c25-4026-80d5-36992ac29ab9' 2024-11-08T20:18:49,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:18:49,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "25c8763e-1c25-4026-80d5-36992ac29ab9" 2024-11-08T20:18:49,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b2eda04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:49,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,43507,-1] 2024-11-08T20:18:49,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:18:49,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:49,185 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:18:49,185 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64208cb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:49,185 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:18:49,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,43507,1731097121136 2024-11-08T20:18:49,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50c1ccea 2024-11-08T20:18:49,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:18:49,187 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-08T20:18:49,187 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ae1476a7656f,42573,1731097115850 (queues=1) is replicating from cluster=31fbe869-965b-4c11-9d5e-98f68dcf3540 to cluster=25c8763e-1c25-4026-80d5-36992ac29ab9 2024-11-08T20:18:49,187 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ae1476a7656f%2C42573%2C1731097115850 2024-11-08T20:18:49,187 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ae1476a7656f,42573,1731097115850, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T20:18:49,188 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.shipperae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ae1476a7656f%2C42573%2C1731097115850 2024-11-08T20:18:49,188 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.wal-reader.ae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/WALs/ae1476a7656f,42573,1731097115850/ae1476a7656f%2C42573%2C1731097115850.1731097118161, startPosition=0, beingWritten=true 2024-11-08T20:18:49,193 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.wal-reader.ae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T20:18:49,193 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.wal-reader.ae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/WALs/ae1476a7656f,42573,1731097115850/ae1476a7656f%2C42573%2C1731097115850.1731097118161 to pos 379, reset compression=false 2024-11-08T20:18:49,193 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.shipperae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,42573,1731097115850 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/WALs/ae1476a7656f,42573,1731097115850/ae1476a7656f%2C42573%2C1731097115850.1731097118161, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T20:18:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:18:49,194 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T20:18:49,194 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:18:49,194 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:18:49,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:49,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:49,194 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:18:49,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@539d4570, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:49,200 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,43507,-1 for getting cluster id 2024-11-08T20:18:49,200 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:18:49,201 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '25c8763e-1c25-4026-80d5-36992ac29ab9' 2024-11-08T20:18:49,201 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:18:49,201 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "25c8763e-1c25-4026-80d5-36992ac29ab9" 2024-11-08T20:18:49,202 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a06861a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:49,202 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,43507,-1] 2024-11-08T20:18:49,202 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:18:49,202 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:49,203 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:18:49,203 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72bfb2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:49,204 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:18:49,204 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,43507,1731097121136 2024-11-08T20:18:49,204 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36245e8f 2024-11-08T20:18:49,205 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:18:49,205 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:18:49,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ae1476a7656f:34113,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T20:18:49,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T20:18:49,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:18:49,209 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ae1476a7656f:34113' 2024-11-08T20:18:49,212 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8db9a0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:49,212 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,34113,-1 for getting cluster id 2024-11-08T20:18:49,213 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:18:49,213 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31fbe869-965b-4c11-9d5e-98f68dcf3540' 2024-11-08T20:18:49,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:18:49,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31fbe869-965b-4c11-9d5e-98f68dcf3540" 2024-11-08T20:18:49,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18a8464b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:49,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,34113,-1] 2024-11-08T20:18:49,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:18:49,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:49,215 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:18:49,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fe3d097, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:49,216 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:18:49,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,34113,1731097115555 2024-11-08T20:18:49,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@595912a2 2024-11-08T20:18:49,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:18:49,217 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:18:49,218 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T20:18:49,218 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T20:18:49,218 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:49,218 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:49,218 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:18:49,219 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:18:49,220 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T20:18:49,222 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T20:18:49,222 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:49,222 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T20:18:49,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741837_1013 (size=1138) 2024-11-08T20:18:49,242 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => da153b253d205eea8e23fbdf64f03ac0, NAME => 'hbase:replication,,1731097129218.da153b253d205eea8e23fbdf64f03ac0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8 2024-11-08T20:18:49,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741838_1014 (size=44) 2024-11-08T20:18:49,270 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731097129218.da153b253d205eea8e23fbdf64f03ac0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:18:49,270 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing da153b253d205eea8e23fbdf64f03ac0, disabling compactions & flushes 2024-11-08T20:18:49,270 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731097129218.da153b253d205eea8e23fbdf64f03ac0. 2024-11-08T20:18:49,270 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731097129218.da153b253d205eea8e23fbdf64f03ac0. 2024-11-08T20:18:49,270 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731097129218.da153b253d205eea8e23fbdf64f03ac0. after waiting 0 ms 2024-11-08T20:18:49,270 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731097129218.da153b253d205eea8e23fbdf64f03ac0. 2024-11-08T20:18:49,270 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731097129218.da153b253d205eea8e23fbdf64f03ac0. 2024-11-08T20:18:49,270 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for da153b253d205eea8e23fbdf64f03ac0: Waiting for close lock at 1731097129270Disabling compacts and flushes for region at 1731097129270Disabling writes for close at 1731097129270Writing region close event to WAL at 1731097129270Closed at 1731097129270 2024-11-08T20:18:49,271 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T20:18:49,271 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T20:18:49,272 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731097129218.da153b253d205eea8e23fbdf64f03ac0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731097129271"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731097129271"}]},"ts":"1731097129271"} 2024-11-08T20:18:49,274 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T20:18:49,275 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T20:18:49,275 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097129275"}]},"ts":"1731097129275"} 2024-11-08T20:18:49,277 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T20:18:49,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=da153b253d205eea8e23fbdf64f03ac0, ASSIGN}] 2024-11-08T20:18:49,279 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=da153b253d205eea8e23fbdf64f03ac0, ASSIGN 2024-11-08T20:18:49,280 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=da153b253d205eea8e23fbdf64f03ac0, ASSIGN; state=OFFLINE, location=ae1476a7656f,40541,1731097121265; forceNewPlan=false, retain=false 2024-11-08T20:18:49,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:18:49,407 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.wal-reader.ae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/WALs/ae1476a7656f,42573,1731097115850/ae1476a7656f%2C42573%2C1731097115850.1731097118161 to pos 379, reset compression=false 2024-11-08T20:18:49,430 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=da153b253d205eea8e23fbdf64f03ac0, regionState=OPENING, regionLocation=ae1476a7656f,40541,1731097121265 2024-11-08T20:18:49,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=da153b253d205eea8e23fbdf64f03ac0, ASSIGN because future has completed 2024-11-08T20:18:49,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure da153b253d205eea8e23fbdf64f03ac0, server=ae1476a7656f,40541,1731097121265}] 2024-11-08T20:18:49,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:18:49,587 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731097129218.da153b253d205eea8e23fbdf64f03ac0. 2024-11-08T20:18:49,587 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:18:49,588 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T20:18:49,589 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C40541%2C1731097121265.rep, suffix=, logDir=hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/WALs/ae1476a7656f,40541,1731097121265, archiveDir=hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/oldWALs, maxLogs=10 2024-11-08T20:18:49,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/WALs/ae1476a7656f,40541,1731097121265/ae1476a7656f%2C40541%2C1731097121265.rep.1731097129589, exclude list is [], retry=0 2024-11-08T20:18:49,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35981,DS-42261eca-58d5-4154-9efc-7451776b0099,DISK] 2024-11-08T20:18:49,604 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/WALs/ae1476a7656f,40541,1731097121265/ae1476a7656f%2C40541%2C1731097121265.rep.1731097129589 2024-11-08T20:18:49,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35513:35513)] 2024-11-08T20:18:49,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => da153b253d205eea8e23fbdf64f03ac0, NAME => 'hbase:replication,,1731097129218.da153b253d205eea8e23fbdf64f03ac0.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:18:49,605 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:18:49,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T20:18:49,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731097129218.da153b253d205eea8e23fbdf64f03ac0. service=MultiRowMutationService 2024-11-08T20:18:49,605 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T20:18:49,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication da153b253d205eea8e23fbdf64f03ac0 2024-11-08T20:18:49,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731097129218.da153b253d205eea8e23fbdf64f03ac0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:18:49,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for da153b253d205eea8e23fbdf64f03ac0 2024-11-08T20:18:49,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for da153b253d205eea8e23fbdf64f03ac0 2024-11-08T20:18:49,607 INFO [StoreOpener-da153b253d205eea8e23fbdf64f03ac0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region da153b253d205eea8e23fbdf64f03ac0 2024-11-08T20:18:49,608 INFO [StoreOpener-da153b253d205eea8e23fbdf64f03ac0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da153b253d205eea8e23fbdf64f03ac0 columnFamilyName hfileref 2024-11-08T20:18:49,608 DEBUG [StoreOpener-da153b253d205eea8e23fbdf64f03ac0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:49,608 INFO [StoreOpener-da153b253d205eea8e23fbdf64f03ac0-1 {}] regionserver.HStore(327): Store=da153b253d205eea8e23fbdf64f03ac0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:18:49,609 INFO [StoreOpener-da153b253d205eea8e23fbdf64f03ac0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region da153b253d205eea8e23fbdf64f03ac0 2024-11-08T20:18:49,614 INFO [StoreOpener-da153b253d205eea8e23fbdf64f03ac0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da153b253d205eea8e23fbdf64f03ac0 columnFamilyName queue 2024-11-08T20:18:49,615 DEBUG [StoreOpener-da153b253d205eea8e23fbdf64f03ac0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:49,615 INFO [StoreOpener-da153b253d205eea8e23fbdf64f03ac0-1 {}] regionserver.HStore(327): Store=da153b253d205eea8e23fbdf64f03ac0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:18:49,615 INFO [StoreOpener-da153b253d205eea8e23fbdf64f03ac0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region da153b253d205eea8e23fbdf64f03ac0 2024-11-08T20:18:49,616 INFO [StoreOpener-da153b253d205eea8e23fbdf64f03ac0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da153b253d205eea8e23fbdf64f03ac0 columnFamilyName sid 2024-11-08T20:18:49,616 DEBUG [StoreOpener-da153b253d205eea8e23fbdf64f03ac0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:18:49,617 INFO [StoreOpener-da153b253d205eea8e23fbdf64f03ac0-1 {}] regionserver.HStore(327): Store=da153b253d205eea8e23fbdf64f03ac0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:18:49,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for da153b253d205eea8e23fbdf64f03ac0 2024-11-08T20:18:49,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/hbase/replication/da153b253d205eea8e23fbdf64f03ac0 2024-11-08T20:18:49,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/hbase/replication/da153b253d205eea8e23fbdf64f03ac0 2024-11-08T20:18:49,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for da153b253d205eea8e23fbdf64f03ac0 2024-11-08T20:18:49,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for da153b253d205eea8e23fbdf64f03ac0 2024-11-08T20:18:49,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T20:18:49,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for da153b253d205eea8e23fbdf64f03ac0 2024-11-08T20:18:49,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/hbase/replication/da153b253d205eea8e23fbdf64f03ac0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:18:49,622 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened da153b253d205eea8e23fbdf64f03ac0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64232883, jitterRate=-0.042855456471443176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T20:18:49,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for da153b253d205eea8e23fbdf64f03ac0 2024-11-08T20:18:49,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for da153b253d205eea8e23fbdf64f03ac0: Running coprocessor pre-open hook at 1731097129606Writing region info on filesystem at 1731097129606Initializing all the Stores at 1731097129606Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097129606Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097129606Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097129607 (+1 ms)Cleaning up temporary data from old regions at 1731097129619 (+12 ms)Running coprocessor post-open hooks at 1731097129622 (+3 ms)Region opened successfully at 1731097129622 2024-11-08T20:18:49,623 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731097129218.da153b253d205eea8e23fbdf64f03ac0., pid=10, masterSystemTime=1731097129584 2024-11-08T20:18:49,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731097129218.da153b253d205eea8e23fbdf64f03ac0. 2024-11-08T20:18:49,625 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731097129218.da153b253d205eea8e23fbdf64f03ac0. 2024-11-08T20:18:49,625 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=da153b253d205eea8e23fbdf64f03ac0, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,40541,1731097121265 2024-11-08T20:18:49,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure da153b253d205eea8e23fbdf64f03ac0, server=ae1476a7656f,40541,1731097121265 because future has completed 2024-11-08T20:18:49,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T20:18:49,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure da153b253d205eea8e23fbdf64f03ac0, server=ae1476a7656f,40541,1731097121265 in 195 msec 2024-11-08T20:18:49,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T20:18:49,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=da153b253d205eea8e23fbdf64f03ac0, ASSIGN in 352 msec 2024-11-08T20:18:49,632 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T20:18:49,632 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097129632"}]},"ts":"1731097129632"} 2024-11-08T20:18:49,633 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T20:18:49,634 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T20:18:49,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 415 msec 2024-11-08T20:18:49,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731097129218.da153b253d205eea8e23fbdf64f03ac0., hostname=ae1476a7656f,40541,1731097121265, seqNum=2] 2024-11-08T20:18:49,704 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40541-0x1011c19af4e0004, quorum=127.0.0.1:54509, baseZNode=/1940386200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1940386200 2024-11-08T20:18:49,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43507-0x1011c19af4e0003, quorum=127.0.0.1:54509, baseZNode=/1940386200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1940386200 2024-11-08T20:18:49,716 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.wal-reader.ae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/WALs/ae1476a7656f,42573,1731097115850/ae1476a7656f%2C42573%2C1731097115850.1731097118161 to pos 379, reset compression=false 2024-11-08T20:18:49,736 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T20:18:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:18:49,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T20:18:49,889 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T20:18:49,929 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ae1476a7656f,40541,1731097121265, ReplicationSource: 1, currentBandwidth=0 2024-11-08T20:18:49,930 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:18:49,930 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,40541,1731097121265, seqNum=-1] 2024-11-08T20:18:49,930 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:18:49,931 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-08T20:18:49,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ae1476a7656f,40541,1731097121265', locateType=CURRENT is [region=hbase:replication,,1731097129218.da153b253d205eea8e23fbdf64f03ac0., hostname=ae1476a7656f,40541,1731097121265, seqNum=2] 2024-11-08T20:18:49,935 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T20:18:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T20:18:49,937 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ae1476a7656f,40541,1731097121265 suceeded 2024-11-08T20:18:49,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T20:18:49,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-08T20:18:49,939 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ae1476a7656f:34113,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T20:18:49,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 733 msec 2024-11-08T20:18:49,949 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40541,1731097121265 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ae1476a7656f:34113' 2024-11-08T20:18:49,951 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40541,1731097121265 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65b2150, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:49,951 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40541,1731097121265 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,34113,-1 for getting cluster id 2024-11-08T20:18:49,951 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40541,1731097121265 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:18:49,952 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31fbe869-965b-4c11-9d5e-98f68dcf3540' 2024-11-08T20:18:49,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:18:49,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31fbe869-965b-4c11-9d5e-98f68dcf3540" 2024-11-08T20:18:49,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4357116b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:49,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,34113,-1] 2024-11-08T20:18:49,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:18:49,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:49,955 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:18:49,956 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40541,1731097121265 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19e9abdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:49,956 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40541,1731097121265 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:18:49,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,34113,1731097115555 2024-11-08T20:18:49,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45760588 2024-11-08T20:18:49,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:18:49,959 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-08T20:18:49,960 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40541,1731097121265 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ae1476a7656f,40541,1731097121265 (queues=1) is replicating from cluster=25c8763e-1c25-4026-80d5-36992ac29ab9 to cluster=31fbe869-965b-4c11-9d5e-98f68dcf3540 2024-11-08T20:18:49,960 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40541,1731097121265 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ae1476a7656f%2C40541%2C1731097121265 2024-11-08T20:18:49,960 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40541,1731097121265 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ae1476a7656f,40541,1731097121265, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T20:18:49,961 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40541,1731097121265.replicationSource.shipperae1476a7656f%2C40541%2C1731097121265,1-ae1476a7656f,40541,1731097121265 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ae1476a7656f%2C40541%2C1731097121265 2024-11-08T20:18:49,962 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40541,1731097121265.replicationSource.wal-reader.ae1476a7656f%2C40541%2C1731097121265,1-ae1476a7656f,40541,1731097121265 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/WALs/ae1476a7656f,40541,1731097121265/ae1476a7656f%2C40541%2C1731097121265.1731097123981, startPosition=0, beingWritten=true 2024-11-08T20:18:49,969 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40541,1731097121265.replicationSource.wal-reader.ae1476a7656f%2C40541%2C1731097121265,1-ae1476a7656f,40541,1731097121265 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T20:18:49,969 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40541,1731097121265.replicationSource.wal-reader.ae1476a7656f%2C40541%2C1731097121265,1-ae1476a7656f,40541,1731097121265 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/WALs/ae1476a7656f,40541,1731097121265/ae1476a7656f%2C40541%2C1731097121265.1731097123981 to pos 379, reset compression=false 2024-11-08T20:18:49,969 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40541,1731097121265.replicationSource.shipperae1476a7656f%2C40541%2C1731097121265,1-ae1476a7656f,40541,1731097121265 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,40541,1731097121265 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/WALs/ae1476a7656f,40541,1731097121265/ae1476a7656f%2C40541%2C1731097121265.1731097123981, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T20:18:50,112 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T20:18:50,120 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.wal-reader.ae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/WALs/ae1476a7656f,42573,1731097115850/ae1476a7656f%2C42573%2C1731097115850.1731097118161 to pos 379, reset compression=false 2024-11-08T20:18:50,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:50,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:50,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:50,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:50,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:50,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:50,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:50,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:50,173 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40541,1731097121265.replicationSource.wal-reader.ae1476a7656f%2C40541%2C1731097121265,1-ae1476a7656f,40541,1731097121265 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/WALs/ae1476a7656f,40541,1731097121265/ae1476a7656f%2C40541%2C1731097121265.1731097123981 to pos 379, reset compression=false 2024-11-08T20:18:50,190 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T20:18:50,191 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T20:18:50,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:18:50,345 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T20:18:50,345 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:18:50,345 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:18:50,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:50,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:50,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:18:50,347 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:18:50,361 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731097130361/Put/seqid=0 2024-11-08T20:18:50,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741840_1016 (size=7894) 2024-11-08T20:18:50,377 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731097130377/Put/seqid=0 2024-11-08T20:18:50,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741841_1017 (size=7691) 2024-11-08T20:18:50,494 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40541,1731097121265.replicationSource.wal-reader.ae1476a7656f%2C40541%2C1731097121265,1-ae1476a7656f,40541,1731097121265 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/WALs/ae1476a7656f,40541,1731097121265/ae1476a7656f%2C40541%2C1731097121265.1731097123981 to pos 379, reset compression=false 2024-11-08T20:18:50,654 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.wal-reader.ae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/WALs/ae1476a7656f,42573,1731097115850/ae1476a7656f%2C42573%2C1731097115850.1731097118161 to pos 379, reset compression=false 2024-11-08T20:18:50,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f5c4c64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:50,790 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,34113,-1 for getting cluster id 2024-11-08T20:18:50,791 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:18:50,791 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31fbe869-965b-4c11-9d5e-98f68dcf3540' 2024-11-08T20:18:50,792 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:18:50,792 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31fbe869-965b-4c11-9d5e-98f68dcf3540" 2024-11-08T20:18:50,792 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a9bf8f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:50,792 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,34113,-1] 2024-11-08T20:18:50,792 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:18:50,792 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:50,793 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:18:50,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7308b5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:50,794 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:18:50,795 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,42573,1731097115850, seqNum=-1] 2024-11-08T20:18:50,795 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:18:50,796 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:18:50,804 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:18:50,805 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,34113,1731097115555 2024-11-08T20:18:50,805 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5db5978 2024-11-08T20:18:50,805 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:18:50,806 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:18:50,810 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731097124745.a511dac6e95f1965a8eb55c8e003659b., hostname=ae1476a7656f,42573,1731097115850, seqNum=2] 2024-11-08T20:18:50,812 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T20:18:50,823 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-08T20:18:50,826 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-08T20:18:50,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/testHFileCyclicReplication_01/f/hfile_0 for inclusion in a511dac6e95f1965a8eb55c8e003659b/f 2024-11-08T20:18:50,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-08T20:18:50,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T20:18:50,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/testHFileCyclicReplication_01/f/hfile_1 for inclusion in a511dac6e95f1965a8eb55c8e003659b/f 2024-11-08T20:18:50,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-08T20:18:50,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T20:18:50,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] regionserver.HRegion(2603): Flush status journal for a511dac6e95f1965a8eb55c8e003659b: 2024-11-08T20:18:50,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/staging/jenkins__test__j6k2traossrcgp9kevgofrcnbesgc899u103tts08iektnio73df4q0r38u4mlng/f/hfile_0 2024-11-08T20:18:50,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/staging/jenkins__test__j6k2traossrcgp9kevgofrcnbesgc899u103tts08iektnio73df4q0r38u4mlng/f/hfile_0 as hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/default/test/a511dac6e95f1965a8eb55c8e003659b/f/a97fca1dbd9949b2b3f78ff1852fbd6e_SeqId_4_ 2024-11-08T20:18:50,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/staging/jenkins__test__j6k2traossrcgp9kevgofrcnbesgc899u103tts08iektnio73df4q0r38u4mlng/f/hfile_1 2024-11-08T20:18:50,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/staging/jenkins__test__j6k2traossrcgp9kevgofrcnbesgc899u103tts08iektnio73df4q0r38u4mlng/f/hfile_1 as hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/default/test/a511dac6e95f1965a8eb55c8e003659b/f/9fc0ff7f13ec45409e5b69b8cfe7b120_SeqId_4_ 2024-11-08T20:18:50,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/staging/jenkins__test__j6k2traossrcgp9kevgofrcnbesgc899u103tts08iektnio73df4q0r38u4mlng/f/hfile_0 into a511dac6e95f1965a8eb55c8e003659b/f as hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/default/test/a511dac6e95f1965a8eb55c8e003659b/f/a97fca1dbd9949b2b3f78ff1852fbd6e_SeqId_4_ - updating store file list. 2024-11-08T20:18:50,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a97fca1dbd9949b2b3f78ff1852fbd6e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T20:18:50,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/default/test/a511dac6e95f1965a8eb55c8e003659b/f/a97fca1dbd9949b2b3f78ff1852fbd6e_SeqId_4_ into a511dac6e95f1965a8eb55c8e003659b/f 2024-11-08T20:18:50,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/staging/jenkins__test__j6k2traossrcgp9kevgofrcnbesgc899u103tts08iektnio73df4q0r38u4mlng/f/hfile_0 into a511dac6e95f1965a8eb55c8e003659b/f (new location: hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/default/test/a511dac6e95f1965a8eb55c8e003659b/f/a97fca1dbd9949b2b3f78ff1852fbd6e_SeqId_4_) 2024-11-08T20:18:50,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/staging/jenkins__test__j6k2traossrcgp9kevgofrcnbesgc899u103tts08iektnio73df4q0r38u4mlng/f/hfile_0 2024-11-08T20:18:50,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/staging/jenkins__test__j6k2traossrcgp9kevgofrcnbesgc899u103tts08iektnio73df4q0r38u4mlng/f/hfile_1 into a511dac6e95f1965a8eb55c8e003659b/f as hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/default/test/a511dac6e95f1965a8eb55c8e003659b/f/9fc0ff7f13ec45409e5b69b8cfe7b120_SeqId_4_ - updating store file list. 2024-11-08T20:18:50,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9fc0ff7f13ec45409e5b69b8cfe7b120_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T20:18:50,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/default/test/a511dac6e95f1965a8eb55c8e003659b/f/9fc0ff7f13ec45409e5b69b8cfe7b120_SeqId_4_ into a511dac6e95f1965a8eb55c8e003659b/f 2024-11-08T20:18:50,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/staging/jenkins__test__j6k2traossrcgp9kevgofrcnbesgc899u103tts08iektnio73df4q0r38u4mlng/f/hfile_1 into a511dac6e95f1965a8eb55c8e003659b/f (new location: hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/default/test/a511dac6e95f1965a8eb55c8e003659b/f/9fc0ff7f13ec45409e5b69b8cfe7b120_SeqId_4_) 2024-11-08T20:18:50,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/staging/jenkins__test__j6k2traossrcgp9kevgofrcnbesgc899u103tts08iektnio73df4q0r38u4mlng/f/hfile_1 2024-11-08T20:18:50,865 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:18:50,865 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:18:50,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:50,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:50,865 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:18:50,865 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731097124745.a511dac6e95f1965a8eb55c8e003659b., hostname=ae1476a7656f,42573,1731097115850, seqNum=2 , the old value is region=test,,1731097124745.a511dac6e95f1965a8eb55c8e003659b., hostname=ae1476a7656f,42573,1731097115850, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ae1476a7656f:42573 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T20:18:50,865 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731097124745.a511dac6e95f1965a8eb55c8e003659b., hostname=ae1476a7656f,42573,1731097115850, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T20:18:50,865 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731097124745.a511dac6e95f1965a8eb55c8e003659b., hostname=ae1476a7656f,42573,1731097115850, seqNum=2 from cache 2024-11-08T20:18:50,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:50826 deadline: 1731097190865 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:50826 2024-11-08T20:18:50,865 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:18:50,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,40541,1731097121265, seqNum=-1] 2024-11-08T20:18:50,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:18:50,867 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:18:50,869 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731097125887.8b8b7f594a59c650fec6df7d9c8faabe., hostname=ae1476a7656f,40541,1731097121265, seqNum=2] 2024-11-08T20:18:50,871 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T20:18:50,902 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40541,1731097121265.replicationSource.wal-reader.ae1476a7656f%2C40541%2C1731097121265,1-ae1476a7656f,40541,1731097121265 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/WALs/ae1476a7656f,40541,1731097121265/ae1476a7656f%2C40541%2C1731097121265.1731097123981 to pos 379, reset compression=false 2024-11-08T20:18:50,973 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:42573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T20:18:51,258 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.wal-reader.ae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/WALs/ae1476a7656f,42573,1731097115850/ae1476a7656f%2C42573%2C1731097115850.1731097118161 to pos 379, reset compression=false 2024-11-08T20:18:51,268 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.wal-reader.ae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T20:18:51,268 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.shipperae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,42573,1731097115850 got entry batch from reader: WALEntryBatch [walEntries=[{test/a511dac6e95f1965a8eb55c8e003659b/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731097130863/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/WALs/ae1476a7656f,42573,1731097115850/ae1476a7656f%2C42573%2C1731097115850.1731097118161, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T20:18:51,271 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.shipperae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:18:51,272 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-08T20:18:51,273 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.ReplicationSink(318): Replicating [31fbe869-965b-4c11-9d5e-98f68dcf3540] bulk loaded data 2024-11-08T20:18:51,284 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a304639, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:51,284 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,43507,-1 for getting cluster id 2024-11-08T20:18:51,285 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:18:51,285 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '25c8763e-1c25-4026-80d5-36992ac29ab9' 2024-11-08T20:18:51,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:18:51,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "25c8763e-1c25-4026-80d5-36992ac29ab9" 2024-11-08T20:18:51,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ecd5e3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:51,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,43507,-1] 2024-11-08T20:18:51,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:18:51,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:51,287 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:18:51,288 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62c63a99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:51,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741840_1016 (size=7894) 2024-11-08T20:18:51,407 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40541,1731097121265.replicationSource.wal-reader.ae1476a7656f%2C40541%2C1731097121265,1-ae1476a7656f,40541,1731097121265 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/WALs/ae1476a7656f,40541,1731097121265/ae1476a7656f%2C40541%2C1731097121265.1731097123981 to pos 379, reset compression=false 2024-11-08T20:18:51,468 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.wal-reader.ae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/WALs/ae1476a7656f,42573,1731097115850/ae1476a7656f%2C42573%2C1731097115850.1731097118161 to pos 687, reset compression=false 2024-11-08T20:18:51,798 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.wal-reader.ae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/WALs/ae1476a7656f,42573,1731097115850/ae1476a7656f%2C42573%2C1731097115850.1731097118161 to pos 687, reset compression=false 2024-11-08T20:18:51,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741841_1017 (size=7691) 2024-11-08T20:18:51,824 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:18:51,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,43507,1731097121136 2024-11-08T20:18:51,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@553a102e 2024-11-08T20:18:51,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:18:51,826 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-08T20:18:51,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T20:18:51,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:18:51,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,40541,1731097121265, seqNum=-1] 2024-11-08T20:18:51,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:18:51,834 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-08T20:18:51,861 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/staging/jenkins.hfs.11__test__hsltvbmphpmov3onrfc9n0qlt34t9kbkoavrl44d2b84evd1ulbjjuafnb9bk554/f/9fc0ff7f13ec45409e5b69b8cfe7b120_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-08T20:18:51,865 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/staging/jenkins.hfs.11__test__hsltvbmphpmov3onrfc9n0qlt34t9kbkoavrl44d2b84evd1ulbjjuafnb9bk554/f/a97fca1dbd9949b2b3f78ff1852fbd6e_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-08T20:18:51,873 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T20:18:51,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/staging/jenkins.hfs.11__test__hsltvbmphpmov3onrfc9n0qlt34t9kbkoavrl44d2b84evd1ulbjjuafnb9bk554/f/9fc0ff7f13ec45409e5b69b8cfe7b120_SeqId_4_ for inclusion in 8b8b7f594a59c650fec6df7d9c8faabe/f 2024-11-08T20:18:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-08T20:18:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T20:18:51,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/staging/jenkins.hfs.11__test__hsltvbmphpmov3onrfc9n0qlt34t9kbkoavrl44d2b84evd1ulbjjuafnb9bk554/f/a97fca1dbd9949b2b3f78ff1852fbd6e_SeqId_4_ for inclusion in 8b8b7f594a59c650fec6df7d9c8faabe/f 2024-11-08T20:18:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-08T20:18:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T20:18:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.HRegion(2603): Flush status journal for 8b8b7f594a59c650fec6df7d9c8faabe: 2024-11-08T20:18:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9fc0ff7f13ec45409e5b69b8cfe7b120_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T20:18:51,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/staging/jenkins.hfs.11__test__hsltvbmphpmov3onrfc9n0qlt34t9kbkoavrl44d2b84evd1ulbjjuafnb9bk554/f/9fc0ff7f13ec45409e5b69b8cfe7b120_SeqId_4_ as hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/default/test/8b8b7f594a59c650fec6df7d9c8faabe/f/8388e94f9d304163aacb0ead4b3ac89a_SeqId_4_ 2024-11-08T20:18:51,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a97fca1dbd9949b2b3f78ff1852fbd6e_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T20:18:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/staging/jenkins.hfs.11__test__hsltvbmphpmov3onrfc9n0qlt34t9kbkoavrl44d2b84evd1ulbjjuafnb9bk554/f/a97fca1dbd9949b2b3f78ff1852fbd6e_SeqId_4_ as hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/default/test/8b8b7f594a59c650fec6df7d9c8faabe/f/1512e3ca9bc347628386cda33b74b51a_SeqId_4_ 2024-11-08T20:18:51,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/staging/jenkins.hfs.11__test__hsltvbmphpmov3onrfc9n0qlt34t9kbkoavrl44d2b84evd1ulbjjuafnb9bk554/f/9fc0ff7f13ec45409e5b69b8cfe7b120_SeqId_4_ into 8b8b7f594a59c650fec6df7d9c8faabe/f as hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/default/test/8b8b7f594a59c650fec6df7d9c8faabe/f/8388e94f9d304163aacb0ead4b3ac89a_SeqId_4_ - updating store file list. 2024-11-08T20:18:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8388e94f9d304163aacb0ead4b3ac89a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T20:18:51,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/default/test/8b8b7f594a59c650fec6df7d9c8faabe/f/8388e94f9d304163aacb0ead4b3ac89a_SeqId_4_ into 8b8b7f594a59c650fec6df7d9c8faabe/f 2024-11-08T20:18:51,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/staging/jenkins.hfs.11__test__hsltvbmphpmov3onrfc9n0qlt34t9kbkoavrl44d2b84evd1ulbjjuafnb9bk554/f/9fc0ff7f13ec45409e5b69b8cfe7b120_SeqId_4_ into 8b8b7f594a59c650fec6df7d9c8faabe/f (new location: hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/default/test/8b8b7f594a59c650fec6df7d9c8faabe/f/8388e94f9d304163aacb0ead4b3ac89a_SeqId_4_) 2024-11-08T20:18:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/staging/jenkins.hfs.11__test__hsltvbmphpmov3onrfc9n0qlt34t9kbkoavrl44d2b84evd1ulbjjuafnb9bk554/f/9fc0ff7f13ec45409e5b69b8cfe7b120_SeqId_4_ 2024-11-08T20:18:51,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/staging/jenkins.hfs.11__test__hsltvbmphpmov3onrfc9n0qlt34t9kbkoavrl44d2b84evd1ulbjjuafnb9bk554/f/a97fca1dbd9949b2b3f78ff1852fbd6e_SeqId_4_ into 8b8b7f594a59c650fec6df7d9c8faabe/f as hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/default/test/8b8b7f594a59c650fec6df7d9c8faabe/f/1512e3ca9bc347628386cda33b74b51a_SeqId_4_ - updating store file list. 2024-11-08T20:18:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1512e3ca9bc347628386cda33b74b51a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T20:18:51,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/default/test/8b8b7f594a59c650fec6df7d9c8faabe/f/1512e3ca9bc347628386cda33b74b51a_SeqId_4_ into 8b8b7f594a59c650fec6df7d9c8faabe/f 2024-11-08T20:18:51,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/staging/jenkins.hfs.11__test__hsltvbmphpmov3onrfc9n0qlt34t9kbkoavrl44d2b84evd1ulbjjuafnb9bk554/f/a97fca1dbd9949b2b3f78ff1852fbd6e_SeqId_4_ into 8b8b7f594a59c650fec6df7d9c8faabe/f (new location: hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/default/test/8b8b7f594a59c650fec6df7d9c8faabe/f/1512e3ca9bc347628386cda33b74b51a_SeqId_4_) 2024-11-08T20:18:51,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/staging/jenkins.hfs.11__test__hsltvbmphpmov3onrfc9n0qlt34t9kbkoavrl44d2b84evd1ulbjjuafnb9bk554/f/a97fca1dbd9949b2b3f78ff1852fbd6e_SeqId_4_ 2024-11-08T20:18:51,926 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.ReplicationSink(324): Finished replicating [31fbe869-965b-4c11-9d5e-98f68dcf3540] bulk loaded data 2024-11-08T20:18:52,038 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40541,1731097121265.replicationSource.wal-reader.ae1476a7656f%2C40541%2C1731097121265,1-ae1476a7656f,40541,1731097121265 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/WALs/ae1476a7656f,40541,1731097121265/ae1476a7656f%2C40541%2C1731097121265.1731097123981 to pos 379, reset compression=false 2024-11-08T20:18:52,042 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40541,1731097121265.replicationSource.wal-reader.ae1476a7656f%2C40541%2C1731097121265,1-ae1476a7656f,40541,1731097121265 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T20:18:52,042 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40541,1731097121265.replicationSource.shipperae1476a7656f%2C40541%2C1731097121265,1-ae1476a7656f,40541,1731097121265 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,40541,1731097121265 got entry batch from reader: WALEntryBatch [walEntries=[{test/8b8b7f594a59c650fec6df7d9c8faabe/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731097131924/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/WALs/ae1476a7656f,40541,1731097121265/ae1476a7656f%2C40541%2C1731097121265.1731097123981, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-08T20:18:52,044 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40541,1731097121265.replicationSource.shipperae1476a7656f%2C40541%2C1731097121265,1-ae1476a7656f,40541,1731097121265 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:18:52,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-08T20:18:52,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] regionserver.ReplicationSink(318): Replicating [31fbe869-965b-4c11-9d5e-98f68dcf3540, 25c8763e-1c25-4026-80d5-36992ac29ab9] bulk loaded data 2024-11-08T20:18:52,046 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28b5b5f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:52,046 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,34113,-1 for getting cluster id 2024-11-08T20:18:52,046 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:18:52,046 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31fbe869-965b-4c11-9d5e-98f68dcf3540' 2024-11-08T20:18:52,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:18:52,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31fbe869-965b-4c11-9d5e-98f68dcf3540" 2024-11-08T20:18:52,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b100c3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:52,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,34113,-1] 2024-11-08T20:18:52,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:18:52,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:52,048 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:18:52,048 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d0564d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:52,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741842_1018 (size=7691) 2024-11-08T20:18:52,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741843_1019 (size=7894) 2024-11-08T20:18:52,243 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40541,1731097121265.replicationSource.wal-reader.ae1476a7656f%2C40541%2C1731097121265,1-ae1476a7656f,40541,1731097121265 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/WALs/ae1476a7656f,40541,1731097121265/ae1476a7656f%2C40541%2C1731097121265.1731097123981 to pos 725, reset compression=false 2024-11-08T20:18:52,244 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.wal-reader.ae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/WALs/ae1476a7656f,42573,1731097115850/ae1476a7656f%2C42573%2C1731097115850.1731097118161 to pos 687, reset compression=false 2024-11-08T20:18:52,547 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40541,1731097121265.replicationSource.wal-reader.ae1476a7656f%2C40541%2C1731097121265,1-ae1476a7656f,40541,1731097121265 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/WALs/ae1476a7656f,40541,1731097121265/ae1476a7656f%2C40541%2C1731097121265.1731097123981 to pos 725, reset compression=false 2024-11-08T20:18:52,572 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:18:52,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,34113,1731097115555 2024-11-08T20:18:52,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c712b9d 2024-11-08T20:18:52,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:18:52,575 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-08T20:18:52,577 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T20:18:52,578 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:18:52,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,42573,1731097115850, seqNum=-1] 2024-11-08T20:18:52,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:18:52,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-08T20:18:52,590 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/staging/jenkins.hfs.10__test__dge7oafkukb981tce1p1sslf5pq3nn1hoome4kuj5335nfcs3k6ir9h3kjj3607t/f/1512e3ca9bc347628386cda33b74b51a_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-08T20:18:52,597 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/staging/jenkins.hfs.10__test__dge7oafkukb981tce1p1sslf5pq3nn1hoome4kuj5335nfcs3k6ir9h3kjj3607t/f/8388e94f9d304163aacb0ead4b3ac89a_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-08T20:18:52,599 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] regionserver.ReplicationSink(324): Finished replicating [31fbe869-965b-4c11-9d5e-98f68dcf3540, 25c8763e-1c25-4026-80d5-36992ac29ab9] bulk loaded data 2024-11-08T20:18:52,770 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.wal-reader.ae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/WALs/ae1476a7656f,42573,1731097115850/ae1476a7656f%2C42573%2C1731097115850.1731097118161 to pos 687, reset compression=false 2024-11-08T20:18:52,892 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:18:52,905 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731097132904/Put/seqid=0 2024-11-08T20:18:52,951 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40541,1731097121265.replicationSource.wal-reader.ae1476a7656f%2C40541%2C1731097121265,1-ae1476a7656f,40541,1731097121265 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/WALs/ae1476a7656f,40541,1731097121265/ae1476a7656f%2C40541%2C1731097121265.1731097123981 to pos 725, reset compression=false 2024-11-08T20:18:52,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741842_1018 (size=11194) 2024-11-08T20:18:52,962 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731097132961/Put/seqid=0 2024-11-08T20:18:52,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741843_1019 (size=10791) 2024-11-08T20:18:52,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a11b373, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:52,989 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,43507,-1 for getting cluster id 2024-11-08T20:18:52,989 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:18:52,990 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '25c8763e-1c25-4026-80d5-36992ac29ab9' 2024-11-08T20:18:52,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:18:52,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "25c8763e-1c25-4026-80d5-36992ac29ab9" 2024-11-08T20:18:52,991 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a18b6fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:52,991 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,43507,-1] 2024-11-08T20:18:52,991 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:18:52,991 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:52,992 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:18:52,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3da3d7a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:18:52,994 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:18:52,995 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,40541,1731097121265, seqNum=-1] 2024-11-08T20:18:52,995 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:18:52,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:18:53,013 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:18:53,014 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,43507,1731097121136 2024-11-08T20:18:53,014 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60316e3c 2024-11-08T20:18:53,015 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:18:53,016 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:18:53,024 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731097125887.8b8b7f594a59c650fec6df7d9c8faabe., hostname=ae1476a7656f,40541,1731097121265, seqNum=2] 2024-11-08T20:18:53,060 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T20:18:53,080 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-08T20:18:53,084 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-08T20:18:53,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 8b8b7f594a59c650fec6df7d9c8faabe/f 2024-11-08T20:18:53,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-08T20:18:53,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T20:18:53,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 8b8b7f594a59c650fec6df7d9c8faabe/f 2024-11-08T20:18:53,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-08T20:18:53,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T20:18:53,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.HRegion(2603): Flush status journal for 8b8b7f594a59c650fec6df7d9c8faabe: 2024-11-08T20:18:53,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/staging/jenkins__test__v2j071egemu5oo9ndir30678sq3ev37mibhf4p2rr0711p614nvb4kvgik9ln922/f/hfile_0 2024-11-08T20:18:53,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/staging/jenkins__test__v2j071egemu5oo9ndir30678sq3ev37mibhf4p2rr0711p614nvb4kvgik9ln922/f/hfile_0 as hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/default/test/8b8b7f594a59c650fec6df7d9c8faabe/f/7218a5e2ba894885828ed738e494c660_SeqId_6_ 2024-11-08T20:18:53,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/staging/jenkins__test__v2j071egemu5oo9ndir30678sq3ev37mibhf4p2rr0711p614nvb4kvgik9ln922/f/hfile_1 2024-11-08T20:18:53,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/staging/jenkins__test__v2j071egemu5oo9ndir30678sq3ev37mibhf4p2rr0711p614nvb4kvgik9ln922/f/hfile_1 as hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/default/test/8b8b7f594a59c650fec6df7d9c8faabe/f/d32e79f23daa44a087ad3998eb76f00d_SeqId_6_ 2024-11-08T20:18:53,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/staging/jenkins__test__v2j071egemu5oo9ndir30678sq3ev37mibhf4p2rr0711p614nvb4kvgik9ln922/f/hfile_0 into 8b8b7f594a59c650fec6df7d9c8faabe/f as hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/default/test/8b8b7f594a59c650fec6df7d9c8faabe/f/7218a5e2ba894885828ed738e494c660_SeqId_6_ - updating store file list. 2024-11-08T20:18:53,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7218a5e2ba894885828ed738e494c660_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T20:18:53,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/default/test/8b8b7f594a59c650fec6df7d9c8faabe/f/7218a5e2ba894885828ed738e494c660_SeqId_6_ into 8b8b7f594a59c650fec6df7d9c8faabe/f 2024-11-08T20:18:53,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/staging/jenkins__test__v2j071egemu5oo9ndir30678sq3ev37mibhf4p2rr0711p614nvb4kvgik9ln922/f/hfile_0 into 8b8b7f594a59c650fec6df7d9c8faabe/f (new location: hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/default/test/8b8b7f594a59c650fec6df7d9c8faabe/f/7218a5e2ba894885828ed738e494c660_SeqId_6_) 2024-11-08T20:18:53,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/staging/jenkins__test__v2j071egemu5oo9ndir30678sq3ev37mibhf4p2rr0711p614nvb4kvgik9ln922/f/hfile_0 2024-11-08T20:18:53,144 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/staging/jenkins__test__v2j071egemu5oo9ndir30678sq3ev37mibhf4p2rr0711p614nvb4kvgik9ln922/f/hfile_1 into 8b8b7f594a59c650fec6df7d9c8faabe/f as hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/default/test/8b8b7f594a59c650fec6df7d9c8faabe/f/d32e79f23daa44a087ad3998eb76f00d_SeqId_6_ - updating store file list. 2024-11-08T20:18:53,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d32e79f23daa44a087ad3998eb76f00d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T20:18:53,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/default/test/8b8b7f594a59c650fec6df7d9c8faabe/f/d32e79f23daa44a087ad3998eb76f00d_SeqId_6_ into 8b8b7f594a59c650fec6df7d9c8faabe/f 2024-11-08T20:18:53,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/staging/jenkins__test__v2j071egemu5oo9ndir30678sq3ev37mibhf4p2rr0711p614nvb4kvgik9ln922/f/hfile_1 into 8b8b7f594a59c650fec6df7d9c8faabe/f (new location: hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/default/test/8b8b7f594a59c650fec6df7d9c8faabe/f/d32e79f23daa44a087ad3998eb76f00d_SeqId_6_) 2024-11-08T20:18:53,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/staging/jenkins__test__v2j071egemu5oo9ndir30678sq3ev37mibhf4p2rr0711p614nvb4kvgik9ln922/f/hfile_1 2024-11-08T20:18:53,163 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:18:53,164 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:18:53,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:53,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:53,164 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:18:53,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731097125887.8b8b7f594a59c650fec6df7d9c8faabe., hostname=ae1476a7656f,40541,1731097121265, seqNum=2 , the old value is region=test,,1731097125887.8b8b7f594a59c650fec6df7d9c8faabe., hostname=ae1476a7656f,40541,1731097121265, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ae1476a7656f:40541 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T20:18:53,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731097125887.8b8b7f594a59c650fec6df7d9c8faabe., hostname=ae1476a7656f,40541,1731097121265, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T20:18:53,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731097125887.8b8b7f594a59c650fec6df7d9c8faabe., hostname=ae1476a7656f,40541,1731097121265, seqNum=2 from cache 2024-11-08T20:18:53,164 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:18:53,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,42573,1731097115850, seqNum=-1] 2024-11-08T20:18:53,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40541: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:45798 deadline: 1731097193163 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:45798 2024-11-08T20:18:53,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:18:53,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:18:53,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731097124745.a511dac6e95f1965a8eb55c8e003659b., hostname=ae1476a7656f,42573,1731097115850, seqNum=2] 2024-11-08T20:18:53,185 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T20:18:53,274 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:40541 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T20:18:53,395 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.wal-reader.ae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/WALs/ae1476a7656f,42573,1731097115850/ae1476a7656f%2C42573%2C1731097115850.1731097118161 to pos 687, reset compression=false 2024-11-08T20:18:53,476 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40541,1731097121265.replicationSource.wal-reader.ae1476a7656f%2C40541%2C1731097121265,1-ae1476a7656f,40541,1731097121265 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/WALs/ae1476a7656f,40541,1731097121265/ae1476a7656f%2C40541%2C1731097121265.1731097123981 to pos 725, reset compression=false 2024-11-08T20:18:53,505 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40541,1731097121265.replicationSource.wal-reader.ae1476a7656f%2C40541%2C1731097121265,1-ae1476a7656f,40541,1731097121265 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T20:18:53,506 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40541,1731097121265.replicationSource.shipperae1476a7656f%2C40541%2C1731097121265,1-ae1476a7656f,40541,1731097121265 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,40541,1731097121265 got entry batch from reader: WALEntryBatch [walEntries=[{test/8b8b7f594a59c650fec6df7d9c8faabe/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731097133160/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/WALs/ae1476a7656f,40541,1731097121265/ae1476a7656f%2C40541%2C1731097121265.1731097123981, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T20:18:53,507 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] regionserver.ReplicationSink(318): Replicating [25c8763e-1c25-4026-80d5-36992ac29ab9] bulk loaded data 2024-11-08T20:18:53,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741844_1020 (size=11194) 2024-11-08T20:18:53,705 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40541,1731097121265.replicationSource.wal-reader.ae1476a7656f%2C40541%2C1731097121265,1-ae1476a7656f,40541,1731097121265 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/WALs/ae1476a7656f,40541,1731097121265/ae1476a7656f%2C40541%2C1731097121265.1731097123981 to pos 1033, reset compression=false 2024-11-08T20:18:53,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741845_1021 (size=10791) 2024-11-08T20:18:54,009 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40541,1731097121265.replicationSource.wal-reader.ae1476a7656f%2C40541%2C1731097121265,1-ae1476a7656f,40541,1731097121265 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/WALs/ae1476a7656f,40541,1731097121265/ae1476a7656f%2C40541%2C1731097121265.1731097123981 to pos 1033, reset compression=false 2024-11-08T20:18:54,100 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.wal-reader.ae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/WALs/ae1476a7656f,42573,1731097115850/ae1476a7656f%2C42573%2C1731097115850.1731097118161 to pos 687, reset compression=false 2024-11-08T20:18:54,193 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T20:18:54,379 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T20:18:54,413 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/staging/jenkins.hfs.10__test__7p3pnlr240c214272g3c24duh794vqe1nv03eufhf6febdf7d87nqr5secbillqd/f/7218a5e2ba894885828ed738e494c660_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-08T20:18:54,419 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/staging/jenkins.hfs.10__test__7p3pnlr240c214272g3c24duh794vqe1nv03eufhf6febdf7d87nqr5secbillqd/f/d32e79f23daa44a087ad3998eb76f00d_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-08T20:18:54,426 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40541,1731097121265.replicationSource.wal-reader.ae1476a7656f%2C40541%2C1731097121265,1-ae1476a7656f,40541,1731097121265 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/WALs/ae1476a7656f,40541,1731097121265/ae1476a7656f%2C40541%2C1731097121265.1731097123981 to pos 1033, reset compression=false 2024-11-08T20:18:54,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/staging/jenkins.hfs.10__test__7p3pnlr240c214272g3c24duh794vqe1nv03eufhf6febdf7d87nqr5secbillqd/f/7218a5e2ba894885828ed738e494c660_SeqId_6_ for inclusion in a511dac6e95f1965a8eb55c8e003659b/f 2024-11-08T20:18:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-08T20:18:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T20:18:54,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/staging/jenkins.hfs.10__test__7p3pnlr240c214272g3c24duh794vqe1nv03eufhf6febdf7d87nqr5secbillqd/f/d32e79f23daa44a087ad3998eb76f00d_SeqId_6_ for inclusion in a511dac6e95f1965a8eb55c8e003659b/f 2024-11-08T20:18:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-08T20:18:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T20:18:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] regionserver.HRegion(2603): Flush status journal for a511dac6e95f1965a8eb55c8e003659b: 2024-11-08T20:18:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7218a5e2ba894885828ed738e494c660_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T20:18:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/staging/jenkins.hfs.10__test__7p3pnlr240c214272g3c24duh794vqe1nv03eufhf6febdf7d87nqr5secbillqd/f/7218a5e2ba894885828ed738e494c660_SeqId_6_ as hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/default/test/a511dac6e95f1965a8eb55c8e003659b/f/f2bf13a2d524463990e4e243fde1f5c7_SeqId_6_ 2024-11-08T20:18:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d32e79f23daa44a087ad3998eb76f00d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T20:18:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/staging/jenkins.hfs.10__test__7p3pnlr240c214272g3c24duh794vqe1nv03eufhf6febdf7d87nqr5secbillqd/f/d32e79f23daa44a087ad3998eb76f00d_SeqId_6_ as hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/default/test/a511dac6e95f1965a8eb55c8e003659b/f/7d2d66aece5c47a7a37e7e2d8ace8a57_SeqId_6_ 2024-11-08T20:18:54,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/staging/jenkins.hfs.10__test__7p3pnlr240c214272g3c24duh794vqe1nv03eufhf6febdf7d87nqr5secbillqd/f/7218a5e2ba894885828ed738e494c660_SeqId_6_ into a511dac6e95f1965a8eb55c8e003659b/f as hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/default/test/a511dac6e95f1965a8eb55c8e003659b/f/f2bf13a2d524463990e4e243fde1f5c7_SeqId_6_ - updating store file list. 2024-11-08T20:18:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f2bf13a2d524463990e4e243fde1f5c7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T20:18:54,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/default/test/a511dac6e95f1965a8eb55c8e003659b/f/f2bf13a2d524463990e4e243fde1f5c7_SeqId_6_ into a511dac6e95f1965a8eb55c8e003659b/f 2024-11-08T20:18:54,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/staging/jenkins.hfs.10__test__7p3pnlr240c214272g3c24duh794vqe1nv03eufhf6febdf7d87nqr5secbillqd/f/7218a5e2ba894885828ed738e494c660_SeqId_6_ into a511dac6e95f1965a8eb55c8e003659b/f (new location: hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/default/test/a511dac6e95f1965a8eb55c8e003659b/f/f2bf13a2d524463990e4e243fde1f5c7_SeqId_6_) 2024-11-08T20:18:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/staging/jenkins.hfs.10__test__7p3pnlr240c214272g3c24duh794vqe1nv03eufhf6febdf7d87nqr5secbillqd/f/7218a5e2ba894885828ed738e494c660_SeqId_6_ 2024-11-08T20:18:54,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/staging/jenkins.hfs.10__test__7p3pnlr240c214272g3c24duh794vqe1nv03eufhf6febdf7d87nqr5secbillqd/f/d32e79f23daa44a087ad3998eb76f00d_SeqId_6_ into a511dac6e95f1965a8eb55c8e003659b/f as hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/default/test/a511dac6e95f1965a8eb55c8e003659b/f/7d2d66aece5c47a7a37e7e2d8ace8a57_SeqId_6_ - updating store file list. 2024-11-08T20:18:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7d2d66aece5c47a7a37e7e2d8ace8a57_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T20:18:54,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/default/test/a511dac6e95f1965a8eb55c8e003659b/f/7d2d66aece5c47a7a37e7e2d8ace8a57_SeqId_6_ into a511dac6e95f1965a8eb55c8e003659b/f 2024-11-08T20:18:54,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/staging/jenkins.hfs.10__test__7p3pnlr240c214272g3c24duh794vqe1nv03eufhf6febdf7d87nqr5secbillqd/f/d32e79f23daa44a087ad3998eb76f00d_SeqId_6_ into a511dac6e95f1965a8eb55c8e003659b/f (new location: hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/default/test/a511dac6e95f1965a8eb55c8e003659b/f/7d2d66aece5c47a7a37e7e2d8ace8a57_SeqId_6_) 2024-11-08T20:18:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/staging/jenkins.hfs.10__test__7p3pnlr240c214272g3c24duh794vqe1nv03eufhf6febdf7d87nqr5secbillqd/f/d32e79f23daa44a087ad3998eb76f00d_SeqId_6_ 2024-11-08T20:18:54,503 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42573 {}] regionserver.ReplicationSink(324): Finished replicating [25c8763e-1c25-4026-80d5-36992ac29ab9] bulk loaded data 2024-11-08T20:18:54,903 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.wal-reader.ae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/WALs/ae1476a7656f,42573,1731097115850/ae1476a7656f%2C42573%2C1731097115850.1731097118161 to pos 687, reset compression=false 2024-11-08T20:18:54,934 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.wal-reader.ae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T20:18:54,934 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.shipperae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,42573,1731097115850 got entry batch from reader: WALEntryBatch [walEntries=[{test/a511dac6e95f1965a8eb55c8e003659b/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731097134500/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/WALs/ae1476a7656f,42573,1731097115850/ae1476a7656f%2C42573%2C1731097115850.1731097118161, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-08T20:18:54,936 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.ReplicationSink(318): Replicating [25c8763e-1c25-4026-80d5-36992ac29ab9, 31fbe869-965b-4c11-9d5e-98f68dcf3540] bulk loaded data 2024-11-08T20:18:54,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741844_1020 (size=11194) 2024-11-08T20:18:54,986 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40541,1731097121265.replicationSource.wal-reader.ae1476a7656f%2C40541%2C1731097121265,1-ae1476a7656f,40541,1731097121265 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/WALs/ae1476a7656f,40541,1731097121265/ae1476a7656f%2C40541%2C1731097121265.1731097123981 to pos 1033, reset compression=false 2024-11-08T20:18:55,108 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T20:18:55,135 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.wal-reader.ae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/WALs/ae1476a7656f,42573,1731097115850/ae1476a7656f%2C42573%2C1731097115850.1731097118161 to pos 1033, reset compression=false 2024-11-08T20:18:55,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:55,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:55,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:55,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:55,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:55,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:55,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:55,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:18:55,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T20:18:55,212 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:18:55,212 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:18:55,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:55,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:55,212 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:18:55,213 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T20:18:55,213 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1137307194, stopped=false 2024-11-08T20:18:55,213 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ae1476a7656f,43507,1731097121136 2024-11-08T20:18:55,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43507-0x1011c19af4e0003, quorum=127.0.0.1:54509, baseZNode=/1940386200 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1940386200/running 2024-11-08T20:18:55,335 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40541-0x1011c19af4e0004, quorum=127.0.0.1:54509, baseZNode=/1940386200 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1940386200/running 2024-11-08T20:18:55,335 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40541-0x1011c19af4e0004, quorum=127.0.0.1:54509, baseZNode=/1940386200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1940386200 2024-11-08T20:18:55,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43507-0x1011c19af4e0003, quorum=127.0.0.1:54509, baseZNode=/1940386200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1940386200 2024-11-08T20:18:55,335 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:18:55,335 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:18:55,335 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:18:55,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:55,335 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ae1476a7656f,40541,1731097121265' ***** 2024-11-08T20:18:55,335 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T20:18:55,336 INFO [RS:0;ae1476a7656f:40541 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T20:18:55,336 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43507-0x1011c19af4e0003, quorum=127.0.0.1:54509, baseZNode=/1940386200 Set watcher on znode that does not yet exist, /1940386200/running 2024-11-08T20:18:55,336 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40541-0x1011c19af4e0004, quorum=127.0.0.1:54509, baseZNode=/1940386200 Set watcher on znode that does not yet exist, /1940386200/running 2024-11-08T20:18:55,336 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T20:18:55,337 INFO [RS:0;ae1476a7656f:40541 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T20:18:55,337 INFO [RS:0;ae1476a7656f:40541 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T20:18:55,337 INFO [RS:0;ae1476a7656f:40541 {}] regionserver.HRegionServer(3091): Received CLOSE for da153b253d205eea8e23fbdf64f03ac0 2024-11-08T20:18:55,340 INFO [RS:0;ae1476a7656f:40541 {}] regionserver.HRegionServer(3091): Received CLOSE for 8b8b7f594a59c650fec6df7d9c8faabe 2024-11-08T20:18:55,340 INFO [RS:0;ae1476a7656f:40541 {}] regionserver.HRegionServer(959): stopping server ae1476a7656f,40541,1731097121265 2024-11-08T20:18:55,340 INFO [RS:0;ae1476a7656f:40541 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:18:55,340 INFO [RS:0;ae1476a7656f:40541 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:40541. 2024-11-08T20:18:55,340 DEBUG [RS:0;ae1476a7656f:40541 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:18:55,341 DEBUG [RS:0;ae1476a7656f:40541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:55,341 INFO [RS:0;ae1476a7656f:40541 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T20:18:55,341 INFO [RS:0;ae1476a7656f:40541 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T20:18:55,341 INFO [RS:0;ae1476a7656f:40541 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T20:18:55,341 INFO [RS:0;ae1476a7656f:40541 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T20:18:55,342 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing da153b253d205eea8e23fbdf64f03ac0, disabling compactions & flushes 2024-11-08T20:18:55,342 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731097129218.da153b253d205eea8e23fbdf64f03ac0. 2024-11-08T20:18:55,342 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731097129218.da153b253d205eea8e23fbdf64f03ac0. 2024-11-08T20:18:55,342 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731097129218.da153b253d205eea8e23fbdf64f03ac0. after waiting 0 ms 2024-11-08T20:18:55,343 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731097129218.da153b253d205eea8e23fbdf64f03ac0. 2024-11-08T20:18:55,343 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing da153b253d205eea8e23fbdf64f03ac0 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-08T20:18:55,348 INFO [RS:0;ae1476a7656f:40541 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T20:18:55,348 DEBUG [RS:0;ae1476a7656f:40541 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, da153b253d205eea8e23fbdf64f03ac0=hbase:replication,,1731097129218.da153b253d205eea8e23fbdf64f03ac0., 8b8b7f594a59c650fec6df7d9c8faabe=test,,1731097125887.8b8b7f594a59c650fec6df7d9c8faabe.} 2024-11-08T20:18:55,348 DEBUG [RS:0;ae1476a7656f:40541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8b8b7f594a59c650fec6df7d9c8faabe, da153b253d205eea8e23fbdf64f03ac0 2024-11-08T20:18:55,348 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:18:55,348 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:18:55,348 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:18:55,348 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:18:55,348 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:18:55,349 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T20:18:55,372 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/hbase/replication/da153b253d205eea8e23fbdf64f03ac0/.tmp/hfileref/09f6008473c14ff0813dde20ac95b1a1 is 74, key is 1/hfileref:1512e3ca9bc347628386cda33b74b51a_SeqId_4_/1731097132602/DeleteColumn/seqid=0 2024-11-08T20:18:55,372 INFO [regionserver/ae1476a7656f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:18:55,376 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/hbase/meta/1588230740/.tmp/info/8ae9a3ee3cea4226b893dc7aa3bb2b7f is 147, key is hbase:replication,,1731097129218.da153b253d205eea8e23fbdf64f03ac0./info:regioninfo/1731097129625/Put/seqid=0 2024-11-08T20:18:55,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741845_1021 (size=5345) 2024-11-08T20:18:55,395 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/hbase/replication/da153b253d205eea8e23fbdf64f03ac0/.tmp/hfileref/09f6008473c14ff0813dde20ac95b1a1 2024-11-08T20:18:55,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741846_1022 (size=7686) 2024-11-08T20:18:55,418 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/hbase/meta/1588230740/.tmp/info/8ae9a3ee3cea4226b893dc7aa3bb2b7f 2024-11-08T20:18:55,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741847_1023 (size=10791) 2024-11-08T20:18:55,435 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/hbase/replication/da153b253d205eea8e23fbdf64f03ac0/.tmp/queue/196780fcd7f849698b9267c8f40ebab4 is 154, key is 1-ae1476a7656f,40541,1731097121265/queue:ae1476a7656f%2C40541%2C1731097121265/1731097134507/Put/seqid=0 2024-11-08T20:18:55,439 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T20:18:55,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40541 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ae1476a7656f,40541,1731097121265 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T20:18:55,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40541 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:49148 deadline: 1731097195439, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ae1476a7656f,40541,1731097121265 stopping 2024-11-08T20:18:55,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,40541,1731097121265, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,40541,1731097121265, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ae1476a7656f,40541,1731097121265 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T20:18:55,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,40541,1731097121265, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ae1476a7656f,40541,1731097121265 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T20:18:55,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,40541,1731097121265, seqNum=-1 from cache 2024-11-08T20:18:55,444 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.wal-reader.ae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/WALs/ae1476a7656f,42573,1731097115850/ae1476a7656f%2C42573%2C1731097115850.1731097118161 to pos 1033, reset compression=false 2024-11-08T20:18:55,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741848_1024 (size=5353) 2024-11-08T20:18:55,463 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/hbase/replication/da153b253d205eea8e23fbdf64f03ac0/.tmp/queue/196780fcd7f849698b9267c8f40ebab4 2024-11-08T20:18:55,465 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/hbase/meta/1588230740/.tmp/ns/95957f8fc8dd432fb5e97c1774694abc is 43, key is default/ns:d/1731097124643/Put/seqid=0 2024-11-08T20:18:55,469 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/hbase/replication/da153b253d205eea8e23fbdf64f03ac0/.tmp/hfileref/09f6008473c14ff0813dde20ac95b1a1 as hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/hbase/replication/da153b253d205eea8e23fbdf64f03ac0/hfileref/09f6008473c14ff0813dde20ac95b1a1 2024-11-08T20:18:55,476 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/hbase/replication/da153b253d205eea8e23fbdf64f03ac0/hfileref/09f6008473c14ff0813dde20ac95b1a1, entries=4, sequenceid=12, filesize=5.2 K 2024-11-08T20:18:55,477 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/hbase/replication/da153b253d205eea8e23fbdf64f03ac0/.tmp/queue/196780fcd7f849698b9267c8f40ebab4 as hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/hbase/replication/da153b253d205eea8e23fbdf64f03ac0/queue/196780fcd7f849698b9267c8f40ebab4 2024-11-08T20:18:55,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741849_1025 (size=5153) 2024-11-08T20:18:55,479 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/hbase/meta/1588230740/.tmp/ns/95957f8fc8dd432fb5e97c1774694abc 2024-11-08T20:18:55,485 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/hbase/replication/da153b253d205eea8e23fbdf64f03ac0/queue/196780fcd7f849698b9267c8f40ebab4, entries=1, sequenceid=12, filesize=5.2 K 2024-11-08T20:18:55,486 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for da153b253d205eea8e23fbdf64f03ac0 in 143ms, sequenceid=12, compaction requested=false 2024-11-08T20:18:55,500 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/hbase/meta/1588230740/.tmp/rep_barrier/e737c9c56e6f44078440bc7feaf55189 is 112, key is test,,1731097125887.8b8b7f594a59c650fec6df7d9c8faabe./rep_barrier:seqnumDuringOpen/1731097127054/Put/seqid=0 2024-11-08T20:18:55,500 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/hbase/replication/da153b253d205eea8e23fbdf64f03ac0/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-08T20:18:55,505 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:18:55,505 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:18:55,505 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731097129218.da153b253d205eea8e23fbdf64f03ac0. 2024-11-08T20:18:55,505 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for da153b253d205eea8e23fbdf64f03ac0: Waiting for close lock at 1731097135342Running coprocessor pre-close hooks at 1731097135342Disabling compacts and flushes for region at 1731097135342Disabling writes for close at 1731097135342Obtaining lock to block concurrent updates at 1731097135343 (+1 ms)Preparing flush snapshotting stores in da153b253d205eea8e23fbdf64f03ac0 at 1731097135343Finished memstore snapshotting hbase:replication,,1731097129218.da153b253d205eea8e23fbdf64f03ac0., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731097135343Flushing stores of hbase:replication,,1731097129218.da153b253d205eea8e23fbdf64f03ac0. at 1731097135344 (+1 ms)Flushing da153b253d205eea8e23fbdf64f03ac0/hfileref: creating writer at 1731097135344Flushing da153b253d205eea8e23fbdf64f03ac0/hfileref: appending metadata at 1731097135367 (+23 ms)Flushing da153b253d205eea8e23fbdf64f03ac0/hfileref: closing flushed file at 1731097135367Flushing da153b253d205eea8e23fbdf64f03ac0/queue: creating writer at 1731097135403 (+36 ms)Flushing da153b253d205eea8e23fbdf64f03ac0/queue: appending metadata at 1731097135434 (+31 ms)Flushing da153b253d205eea8e23fbdf64f03ac0/queue: closing flushed file at 1731097135434Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61ddfd71: reopening flushed file at 1731097135468 (+34 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d6de116: reopening flushed file at 1731097135476 (+8 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for da153b253d205eea8e23fbdf64f03ac0 in 143ms, sequenceid=12, compaction requested=false at 1731097135486 (+10 ms)Writing region close event to WAL at 1731097135487 (+1 ms)Running coprocessor post-close hooks at 1731097135504 (+17 ms)Closed at 1731097135505 (+1 ms) 2024-11-08T20:18:55,505 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731097129218.da153b253d205eea8e23fbdf64f03ac0. 2024-11-08T20:18:55,505 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8b8b7f594a59c650fec6df7d9c8faabe, disabling compactions & flushes 2024-11-08T20:18:55,505 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731097125887.8b8b7f594a59c650fec6df7d9c8faabe. 2024-11-08T20:18:55,505 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731097125887.8b8b7f594a59c650fec6df7d9c8faabe. 2024-11-08T20:18:55,505 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731097125887.8b8b7f594a59c650fec6df7d9c8faabe. after waiting 0 ms 2024-11-08T20:18:55,505 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731097125887.8b8b7f594a59c650fec6df7d9c8faabe. 2024-11-08T20:18:55,509 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/default/test/8b8b7f594a59c650fec6df7d9c8faabe/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T20:18:55,509 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:18:55,510 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T20:18:55,510 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731097125887.8b8b7f594a59c650fec6df7d9c8faabe. 2024-11-08T20:18:55,510 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8b8b7f594a59c650fec6df7d9c8faabe: Waiting for close lock at 1731097135505Running coprocessor pre-close hooks at 1731097135505Disabling compacts and flushes for region at 1731097135505Disabling writes for close at 1731097135505Writing region close event to WAL at 1731097135506 (+1 ms)Running coprocessor post-close hooks at 1731097135509 (+3 ms)Closed at 1731097135510 (+1 ms) 2024-11-08T20:18:55,510 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731097125887.8b8b7f594a59c650fec6df7d9c8faabe. 2024-11-08T20:18:55,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741850_1026 (size=5518) 2024-11-08T20:18:55,548 DEBUG [RS:0;ae1476a7656f:40541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:18:55,553 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:18:55,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,40541,1731097121265, seqNum=-1] 2024-11-08T20:18:55,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40541 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ae1476a7656f,40541,1731097121265 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T20:18:55,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40541 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:49148 deadline: 1731097195440, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ae1476a7656f,40541,1731097121265 stopping 2024-11-08T20:18:55,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,40541,1731097121265, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,40541,1731097121265, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ae1476a7656f,40541,1731097121265 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T20:18:55,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,40541,1731097121265, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ae1476a7656f,40541,1731097121265 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T20:18:55,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,40541,1731097121265, seqNum=-1 from cache 2024-11-08T20:18:55,593 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40541,1731097121265.replicationSource.wal-reader.ae1476a7656f%2C40541%2C1731097121265,1-ae1476a7656f,40541,1731097121265 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/WALs/ae1476a7656f,40541,1731097121265/ae1476a7656f%2C40541%2C1731097121265.1731097123981 to pos 1033, reset compression=false 2024-11-08T20:18:55,606 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40541,1731097121265.replicationSource.wal-reader.ae1476a7656f%2C40541%2C1731097121265,1-ae1476a7656f,40541,1731097121265 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T20:18:55,607 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40541,1731097121265.replicationSource.wal-reader.ae1476a7656f%2C40541%2C1731097121265,1-ae1476a7656f,40541,1731097121265 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/WALs/ae1476a7656f,40541,1731097121265/ae1476a7656f%2C40541%2C1731097121265.1731097123981 to pos 1328, reset compression=false 2024-11-08T20:18:55,607 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40541,1731097121265.replicationSource.shipperae1476a7656f%2C40541%2C1731097121265,1-ae1476a7656f,40541,1731097121265 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,40541,1731097121265 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/WALs/ae1476a7656f,40541,1731097121265/ae1476a7656f%2C40541%2C1731097121265.1731097123981, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T20:18:55,608 ERROR [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40541,1731097121265.replicationSource.shipperae1476a7656f%2C40541%2C1731097121265,1-ae1476a7656f,40541,1731097121265 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ae1476a7656f,40541,1731097121265: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ae1476a7656f,40541,1731097121265, walGroup=ae1476a7656f%2C40541%2C1731097121265, offset=ae1476a7656f%2C40541%2C1731097121265.1731097123981:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:40541 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T20:18:55,610 ERROR [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40541,1731097121265.replicationSource.shipperae1476a7656f%2C40541%2C1731097121265,1-ae1476a7656f,40541,1731097121265 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T20:18:55,610 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40541,1731097121265.replicationSource.shipperae1476a7656f%2C40541%2C1731097121265,1-ae1476a7656f,40541,1731097121265 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T20:18:55,612 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40541,1731097121265.replicationSource.shipperae1476a7656f%2C40541%2C1731097121265,1-ae1476a7656f,40541,1731097121265 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T20:18:55,612 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40541,1731097121265.replicationSource.shipperae1476a7656f%2C40541%2C1731097121265,1-ae1476a7656f,40541,1731097121265 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T20:18:55,612 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40541,1731097121265.replicationSource.shipperae1476a7656f%2C40541%2C1731097121265,1-ae1476a7656f,40541,1731097121265 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T20:18:55,612 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40541,1731097121265.replicationSource.shipperae1476a7656f%2C40541%2C1731097121265,1-ae1476a7656f,40541,1731097121265 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 562142272 }, "NonHeapMemoryUsage": { "committed": 191365120, "init": 7667712, "max": -1, "used": 188526184 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T20:18:55,614 WARN [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40541,1731097121265.replicationSource.shipperae1476a7656f%2C40541%2C1731097121265,1-ae1476a7656f,40541,1731097121265 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:43507 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:43507 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T20:18:55,749 DEBUG [RS:0;ae1476a7656f:40541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:18:55,763 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:18:55,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,40541,1731097121265, seqNum=-1] 2024-11-08T20:18:55,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ae1476a7656f,40541,1731097121265 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T20:18:55,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,40541,1731097121265, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,40541,1731097121265, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ae1476a7656f,40541,1731097121265 aborting 2024-11-08T20:18:55,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,40541,1731097121265, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ae1476a7656f,40541,1731097121265 aborting 2024-11-08T20:18:55,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,40541,1731097121265, seqNum=-1 from cache 2024-11-08T20:18:55,821 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40541,1731097121265.replicationSource.wal-reader.ae1476a7656f%2C40541%2C1731097121265,1-ae1476a7656f,40541,1731097121265 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/WALs/ae1476a7656f,40541,1731097121265/ae1476a7656f%2C40541%2C1731097121265.1731097123981 to pos 1328, reset compression=false 2024-11-08T20:18:55,844 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T20:18:55,845 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T20:18:55,853 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.wal-reader.ae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/WALs/ae1476a7656f,42573,1731097115850/ae1476a7656f%2C42573%2C1731097115850.1731097118161 to pos 1033, reset compression=false 2024-11-08T20:18:55,916 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/hbase/meta/1588230740/.tmp/rep_barrier/e737c9c56e6f44078440bc7feaf55189 2024-11-08T20:18:55,933 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/hbase/meta/1588230740/.tmp/table/d303d433289d4c79b048521192bb1121 is 53, key is hbase:replication/table:state/1731097129632/Put/seqid=0 2024-11-08T20:18:55,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741851_1027 (size=5308) 2024-11-08T20:18:55,937 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/hbase/meta/1588230740/.tmp/table/d303d433289d4c79b048521192bb1121 2024-11-08T20:18:55,941 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/hbase/meta/1588230740/.tmp/info/8ae9a3ee3cea4226b893dc7aa3bb2b7f as hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/hbase/meta/1588230740/info/8ae9a3ee3cea4226b893dc7aa3bb2b7f 2024-11-08T20:18:55,945 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/hbase/meta/1588230740/info/8ae9a3ee3cea4226b893dc7aa3bb2b7f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T20:18:55,946 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/hbase/meta/1588230740/.tmp/ns/95957f8fc8dd432fb5e97c1774694abc as hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/hbase/meta/1588230740/ns/95957f8fc8dd432fb5e97c1774694abc 2024-11-08T20:18:55,949 DEBUG [RS:0;ae1476a7656f:40541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:18:55,951 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/hbase/meta/1588230740/ns/95957f8fc8dd432fb5e97c1774694abc, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T20:18:55,952 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/hbase/meta/1588230740/.tmp/rep_barrier/e737c9c56e6f44078440bc7feaf55189 as hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/hbase/meta/1588230740/rep_barrier/e737c9c56e6f44078440bc7feaf55189 2024-11-08T20:18:55,956 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/hbase/meta/1588230740/rep_barrier/e737c9c56e6f44078440bc7feaf55189, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T20:18:55,957 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/hbase/meta/1588230740/.tmp/table/d303d433289d4c79b048521192bb1121 as hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/hbase/meta/1588230740/table/d303d433289d4c79b048521192bb1121 2024-11-08T20:18:55,961 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/hbase/meta/1588230740/table/d303d433289d4c79b048521192bb1121, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T20:18:55,962 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 613ms, sequenceid=16, compaction requested=false 2024-11-08T20:18:55,968 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T20:18:55,969 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:18:55,969 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:18:55,969 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:18:55,969 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731097135348Running coprocessor pre-close hooks at 1731097135348Disabling compacts and flushes for region at 1731097135348Disabling writes for close at 1731097135348Obtaining lock to block concurrent updates at 1731097135349 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731097135349Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731097135349Flushing stores of hbase:meta,,1.1588230740 at 1731097135351 (+2 ms)Flushing 1588230740/info: creating writer at 1731097135351Flushing 1588230740/info: appending metadata at 1731097135370 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731097135370Flushing 1588230740/ns: creating writer at 1731097135424 (+54 ms)Flushing 1588230740/ns: appending metadata at 1731097135464 (+40 ms)Flushing 1588230740/ns: closing flushed file at 1731097135464Flushing 1588230740/rep_barrier: creating writer at 1731097135485 (+21 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731097135499 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731097135499Flushing 1588230740/table: creating writer at 1731097135920 (+421 ms)Flushing 1588230740/table: appending metadata at 1731097135932 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731097135933 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37443c46: reopening flushed file at 1731097135940 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d02db0d: reopening flushed file at 1731097135945 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4788ed9a: reopening flushed file at 1731097135951 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b62d756: reopening flushed file at 1731097135956 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 613ms, sequenceid=16, compaction requested=false at 1731097135962 (+6 ms)Writing region close event to WAL at 1731097135965 (+3 ms)Running coprocessor post-close hooks at 1731097135969 (+4 ms)Closed at 1731097135969 2024-11-08T20:18:55,969 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T20:18:56,073 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:18:56,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,40541,1731097121265, seqNum=-1] 2024-11-08T20:18:56,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ae1476a7656f,40541,1731097121265 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T20:18:56,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,40541,1731097121265, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,40541,1731097121265, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ae1476a7656f,40541,1731097121265 aborting 2024-11-08T20:18:56,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,40541,1731097121265, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ae1476a7656f,40541,1731097121265 aborting 2024-11-08T20:18:56,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,40541,1731097121265, seqNum=-1 from cache 2024-11-08T20:18:56,124 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40541,1731097121265.replicationSource.wal-reader.ae1476a7656f%2C40541%2C1731097121265,1-ae1476a7656f,40541,1731097121265 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/WALs/ae1476a7656f,40541,1731097121265/ae1476a7656f%2C40541%2C1731097121265.1731097123981 to pos 1328, reset compression=false 2024-11-08T20:18:56,149 INFO [RS:0;ae1476a7656f:40541 {}] regionserver.HRegionServer(976): stopping server ae1476a7656f,40541,1731097121265; all regions closed. 2024-11-08T20:18:56,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741834_1010 (size=4239) 2024-11-08T20:18:56,151 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/WALs/ae1476a7656f,40541,1731097121265/ae1476a7656f%2C40541%2C1731097121265.meta.1731097124593.meta not finished, retry = 0 2024-11-08T20:18:56,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741839_1015 (size=3127) 2024-11-08T20:18:56,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741833_1009 (size=1336) 2024-11-08T20:18:56,257 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/WALs/ae1476a7656f,40541,1731097121265/ae1476a7656f%2C40541%2C1731097121265.1731097123981 not finished, retry = 0 2024-11-08T20:18:56,357 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.wal-reader.ae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/WALs/ae1476a7656f,42573,1731097115850/ae1476a7656f%2C42573%2C1731097115850.1731097118161 to pos 1033, reset compression=false 2024-11-08T20:18:56,365 DEBUG [RS:0;ae1476a7656f:40541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:56,365 INFO [RS:0;ae1476a7656f:40541 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:18:56,365 INFO [RS:0;ae1476a7656f:40541 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:18:56,365 INFO [RS:0;ae1476a7656f:40541 {}] hbase.ChoreService(370): Chore service for: regionserver/ae1476a7656f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T20:18:56,366 INFO [RS:0;ae1476a7656f:40541 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:18:56,366 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:18:56,366 INFO [RS:0;ae1476a7656f:40541 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ae1476a7656f,40541,1731097121265 because: Region server is closing 2024-11-08T20:18:56,366 INFO [RS:0;ae1476a7656f:40541 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:40541. 2024-11-08T20:18:56,366 DEBUG [RS:0;ae1476a7656f:40541 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:18:56,366 DEBUG [RS:0;ae1476a7656f:40541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:56,367 DEBUG [RS:0;ae1476a7656f:40541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:56,367 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:18:56,467 INFO [RS:0;ae1476a7656f:40541 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40541,1731097121265.replicationSource.shipperae1476a7656f%2C40541%2C1731097121265,1-ae1476a7656f,40541,1731097121265 terminated 2024-11-08T20:18:56,467 WARN [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40541,1731097121265.replicationSource.wal-reader.ae1476a7656f%2C40541%2C1731097121265,1-ae1476a7656f,40541,1731097121265 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T20:18:56,467 INFO [RS:0;ae1476a7656f:40541 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:40541. 2024-11-08T20:18:56,467 DEBUG [RS:0;ae1476a7656f:40541 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:18:56,467 DEBUG [RS:0;ae1476a7656f:40541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:56,467 DEBUG [RS:0;ae1476a7656f:40541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:56,467 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:18:56,467 INFO [RS:0;ae1476a7656f:40541 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40541 2024-11-08T20:18:56,468 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] regionserver.ReplicationSink(335): Unable to accept edit because: java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-08T20:18:56,469 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] ipc.MetricsHBaseServer(152): Unknown exception type java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-08T20:18:56,469 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:49132 deadline: 1731097194935, exception=java.io.InterruptedIOException 2024-11-08T20:18:56,468 WARN [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.shipperae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ae1476a7656f:40541 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:249) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.cleanupCalls(NettyRpcDuplexHandler.java:151) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelInactive(NettyRpcDuplexHandler.java:159) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:377) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:81) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelInactive(IdleStateHandler.java:280) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1352) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:850) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:811) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:405) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed ... 27 more 2024-11-08T20:18:56,469 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T20:18:56,535 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40541-0x1011c19af4e0004, quorum=127.0.0.1:54509, baseZNode=/1940386200 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1940386200/rs/ae1476a7656f,40541,1731097121265 2024-11-08T20:18:56,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43507-0x1011c19af4e0003, quorum=127.0.0.1:54509, baseZNode=/1940386200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1940386200/rs 2024-11-08T20:18:56,535 INFO [RS:0;ae1476a7656f:40541 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:18:56,545 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ae1476a7656f,40541,1731097121265] 2024-11-08T20:18:56,556 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1940386200/draining/ae1476a7656f,40541,1731097121265 already deleted, retry=false 2024-11-08T20:18:56,556 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ae1476a7656f,40541,1731097121265 expired; onlineServers=0 2024-11-08T20:18:56,556 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ae1476a7656f,43507,1731097121136' ***** 2024-11-08T20:18:56,556 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T20:18:56,556 INFO [M:0;ae1476a7656f:43507 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:18:56,556 INFO [M:0;ae1476a7656f:43507 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:18:56,556 DEBUG [M:0;ae1476a7656f:43507 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T20:18:56,556 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T20:18:56,556 DEBUG [M:0;ae1476a7656f:43507 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T20:18:56,556 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097123694 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097123694,5,FailOnTimeoutGroup] 2024-11-08T20:18:56,556 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097123694 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097123694,5,FailOnTimeoutGroup] 2024-11-08T20:18:56,556 INFO [M:0;ae1476a7656f:43507 {}] hbase.ChoreService(370): Chore service for: master/ae1476a7656f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T20:18:56,556 INFO [M:0;ae1476a7656f:43507 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:18:56,556 DEBUG [M:0;ae1476a7656f:43507 {}] master.HMaster(1795): Stopping service threads 2024-11-08T20:18:56,556 INFO [M:0;ae1476a7656f:43507 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T20:18:56,557 INFO [M:0;ae1476a7656f:43507 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:18:56,557 INFO [M:0;ae1476a7656f:43507 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T20:18:56,557 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T20:18:56,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43507-0x1011c19af4e0003, quorum=127.0.0.1:54509, baseZNode=/1940386200 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1940386200/master 2024-11-08T20:18:56,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43507-0x1011c19af4e0003, quorum=127.0.0.1:54509, baseZNode=/1940386200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1940386200 2024-11-08T20:18:56,566 DEBUG [M:0;ae1476a7656f:43507 {}] zookeeper.ZKUtil(347): master:43507-0x1011c19af4e0003, quorum=127.0.0.1:54509, baseZNode=/1940386200 Unable to get data of znode /1940386200/master because node does not exist (not an error) 2024-11-08T20:18:56,566 WARN [M:0;ae1476a7656f:43507 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T20:18:56,567 INFO [M:0;ae1476a7656f:43507 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/.lastflushedseqids 2024-11-08T20:18:56,570 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server ae1476a7656f:40541 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ae1476a7656f/172.17.0.3:40541 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T20:18:56,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address ae1476a7656f:40541 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ae1476a7656f/172.17.0.3:40541 2024-11-08T20:18:56,571 WARN [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.shipperae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=ae1476a7656f:40541 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ae1476a7656f/172.17.0.3:40541 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ae1476a7656f/172.17.0.3:40541 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-08T20:18:56,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T20:18:56,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] ipc.CallRunner(138): callId: 7 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:38090 deadline: 1731097196573, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-08T20:18:56,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741852_1028 (size=263) 2024-11-08T20:18:56,575 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.shipperae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-08T20:18:56,576 WARN [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.shipperae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-08T20:18:56,583 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:18:56,583 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch meta region location from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ae1476a7656f,43507,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getMetaRegionLocations$7(AbstractRpcBasedConnectionRegistry.java:223) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getMetaRegionLocations(AbstractRpcBasedConnectionRegistry.java:221) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getMetaRegionLocations(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:43507 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 31 more 2024-11-08T20:18:56,584 ERROR [Async-Client-Retry-Timer-pool-0 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:112) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T20:18:56,645 INFO [RS:0;ae1476a7656f:40541 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:18:56,645 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40541-0x1011c19af4e0004, quorum=127.0.0.1:54509, baseZNode=/1940386200 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:18:56,645 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40541-0x1011c19af4e0004, quorum=127.0.0.1:54509, baseZNode=/1940386200 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:18:56,645 INFO [RS:0;ae1476a7656f:40541 {}] regionserver.HRegionServer(1031): Exiting; stopping=ae1476a7656f,40541,1731097121265; zookeeper connection closed. 2024-11-08T20:18:56,646 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6d003199 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6d003199 2024-11-08T20:18:56,646 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T20:18:56,776 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.shipperae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-08T20:18:56,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T20:18:56,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] ipc.CallRunner(138): callId: 9 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:38090 deadline: 1731097196778, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-08T20:18:56,778 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.shipperae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-08T20:18:56,780 WARN [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.shipperae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-08T20:18:56,780 WARN [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.shipperae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-08T20:18:56,965 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.wal-reader.ae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/WALs/ae1476a7656f,42573,1731097115850/ae1476a7656f%2C42573%2C1731097115850.1731097118161 to pos 1033, reset compression=false 2024-11-08T20:18:56,971 INFO [M:0;ae1476a7656f:43507 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T20:18:56,971 INFO [M:0;ae1476a7656f:43507 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T20:18:56,971 DEBUG [M:0;ae1476a7656f:43507 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:18:56,971 INFO [M:0;ae1476a7656f:43507 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:18:56,971 DEBUG [M:0;ae1476a7656f:43507 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:18:56,971 DEBUG [M:0;ae1476a7656f:43507 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:18:56,971 DEBUG [M:0;ae1476a7656f:43507 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:18:56,971 INFO [M:0;ae1476a7656f:43507 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-08T20:18:56,986 DEBUG [M:0;ae1476a7656f:43507 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/92ae5c2155714b13955a877a00ab11d2 is 82, key is hbase:meta,,1/info:regioninfo/1731097124626/Put/seqid=0 2024-11-08T20:18:56,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741853_1029 (size=5672) 2024-11-08T20:18:57,081 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.shipperae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-08T20:18:57,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T20:18:57,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] ipc.CallRunner(138): callId: 11 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:38090 deadline: 1731097197082, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-08T20:18:57,083 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.shipperae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-08T20:18:57,084 WARN [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.shipperae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-08T20:18:57,084 WARN [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.shipperae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-08T20:18:57,390 INFO [M:0;ae1476a7656f:43507 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/92ae5c2155714b13955a877a00ab11d2 2024-11-08T20:18:57,410 DEBUG [M:0;ae1476a7656f:43507 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/480003daf8b84731b400e2b98c7cb013 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731097129635/Put/seqid=0 2024-11-08T20:18:57,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741854_1030 (size=8515) 2024-11-08T20:18:57,485 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.shipperae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-08T20:18:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T20:18:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] ipc.CallRunner(138): callId: 13 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:38090 deadline: 1731097197486, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-08T20:18:57,487 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.shipperae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-08T20:18:57,488 WARN [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.shipperae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-08T20:18:57,488 WARN [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.shipperae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-08T20:18:57,669 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.wal-reader.ae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/WALs/ae1476a7656f,42573,1731097115850/ae1476a7656f%2C42573%2C1731097115850.1731097118161 to pos 1033, reset compression=false 2024-11-08T20:18:57,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T20:18:57,810 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-08T20:18:57,815 INFO [M:0;ae1476a7656f:43507 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/480003daf8b84731b400e2b98c7cb013 2024-11-08T20:18:57,881 DEBUG [M:0;ae1476a7656f:43507 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/859cfaf687454e1ebfd39f2165d687b1 is 69, key is ae1476a7656f,40541,1731097121265/rs:state/1731097123825/Put/seqid=0 2024-11-08T20:18:57,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741855_1031 (size=5156) 2024-11-08T20:18:57,989 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.shipperae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-08T20:18:57,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T20:18:57,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43507 {}] ipc.CallRunner(138): callId: 15 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:38090 deadline: 1731097197990, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-08T20:18:57,991 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.shipperae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-08T20:18:57,992 WARN [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.shipperae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-08T20:18:57,992 WARN [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.shipperae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-08T20:18:58,285 INFO [M:0;ae1476a7656f:43507 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/859cfaf687454e1ebfd39f2165d687b1 2024-11-08T20:18:58,289 DEBUG [M:0;ae1476a7656f:43507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/92ae5c2155714b13955a877a00ab11d2 as hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/92ae5c2155714b13955a877a00ab11d2 2024-11-08T20:18:58,292 INFO [M:0;ae1476a7656f:43507 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/92ae5c2155714b13955a877a00ab11d2, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T20:18:58,293 DEBUG [M:0;ae1476a7656f:43507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/480003daf8b84731b400e2b98c7cb013 as hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/480003daf8b84731b400e2b98c7cb013 2024-11-08T20:18:58,296 INFO [M:0;ae1476a7656f:43507 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/480003daf8b84731b400e2b98c7cb013, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T20:18:58,297 DEBUG [M:0;ae1476a7656f:43507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/859cfaf687454e1ebfd39f2165d687b1 as hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/859cfaf687454e1ebfd39f2165d687b1 2024-11-08T20:18:58,301 INFO [M:0;ae1476a7656f:43507 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36835/user/jenkins/test-data/6b88d2ca-b53d-2f35-5fe9-cfb441d625f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/859cfaf687454e1ebfd39f2165d687b1, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T20:18:58,302 INFO [M:0;ae1476a7656f:43507 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1331ms, sequenceid=97, compaction requested=false 2024-11-08T20:18:58,303 INFO [M:0;ae1476a7656f:43507 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:18:58,303 DEBUG [M:0;ae1476a7656f:43507 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731097136971Disabling compacts and flushes for region at 1731097136971Disabling writes for close at 1731097136971Obtaining lock to block concurrent updates at 1731097136971Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731097136971Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731097136972 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731097136972Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731097136972Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731097136986 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731097136986Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731097137394 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731097137410 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731097137410Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731097137865 (+455 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731097137880 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731097137880Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53675a5a: reopening flushed file at 1731097138288 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38d2f546: reopening flushed file at 1731097138292 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a9f3c70: reopening flushed file at 1731097138296 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1331ms, sequenceid=97, compaction requested=false at 1731097138302 (+6 ms)Writing region close event to WAL at 1731097138303 (+1 ms)Closed at 1731097138303 2024-11-08T20:18:58,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741830_1006 (size=63642) 2024-11-08T20:18:58,306 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:18:58,306 INFO [M:0;ae1476a7656f:43507 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T20:18:58,306 INFO [M:0;ae1476a7656f:43507 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43507 2024-11-08T20:18:58,307 INFO [M:0;ae1476a7656f:43507 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:18:58,456 INFO [M:0;ae1476a7656f:43507 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:18:58,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43507-0x1011c19af4e0003, quorum=127.0.0.1:54509, baseZNode=/1940386200 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:18:58,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43507-0x1011c19af4e0003, quorum=127.0.0.1:54509, baseZNode=/1940386200 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:18:58,472 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.wal-reader.ae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/WALs/ae1476a7656f,42573,1731097115850/ae1476a7656f%2C42573%2C1731097115850.1731097118161 to pos 1033, reset compression=false 2024-11-08T20:18:58,496 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5a9bfc4f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:18:58,496 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16739b31{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:18:58,496 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:18:58,496 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e3d4599{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:18:58,496 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18c7d71c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de23807c-2ecc-5b62-5887-d17776fd558c/hadoop.log.dir/,STOPPED} 2024-11-08T20:18:58,497 WARN [BP-1406256681-172.17.0.3-1731097118947 heartbeating to localhost/127.0.0.1:36835 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T20:18:58,498 WARN [BP-1406256681-172.17.0.3-1731097118947 heartbeating to localhost/127.0.0.1:36835 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1406256681-172.17.0.3-1731097118947 (Datanode Uuid 936d2513-ac5f-47e2-b33e-8bcf5c05ef6a) service to localhost/127.0.0.1:36835 2024-11-08T20:18:58,498 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T20:18:58,498 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T20:18:58,498 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de23807c-2ecc-5b62-5887-d17776fd558c/cluster_05450a6d-4fab-43c4-8189-5866a7d290da/data/data1/current/BP-1406256681-172.17.0.3-1731097118947 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:18:58,498 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de23807c-2ecc-5b62-5887-d17776fd558c/cluster_05450a6d-4fab-43c4-8189-5866a7d290da/data/data2/current/BP-1406256681-172.17.0.3-1731097118947 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:18:58,498 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T20:18:58,503 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74f36c3a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:18:58,504 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77949d90{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:18:58,504 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:18:58,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@249be12{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:18:58,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55ca7a37{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de23807c-2ecc-5b62-5887-d17776fd558c/hadoop.log.dir/,STOPPED} 2024-11-08T20:18:58,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T20:18:58,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T20:18:58,517 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:18:58,517 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:18:58,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:58,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:58,517 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:18:58,517 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T20:18:58,517 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1877372091, stopped=false 2024-11-08T20:18:58,517 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ae1476a7656f,34113,1731097115555 2024-11-08T20:18:58,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x1011c19af4e0000, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-311978913/running 2024-11-08T20:18:58,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42573-0x1011c19af4e0001, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-311978913/running 2024-11-08T20:18:58,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x1011c19af4e0000, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-311978913 2024-11-08T20:18:58,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42573-0x1011c19af4e0001, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-311978913 2024-11-08T20:18:58,534 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:18:58,535 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:18:58,535 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:18:58,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:58,535 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ae1476a7656f,42573,1731097115850' ***** 2024-11-08T20:18:58,535 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34113-0x1011c19af4e0000, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Set watcher on znode that does not yet exist, /0-311978913/running 2024-11-08T20:18:58,535 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T20:18:58,535 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42573-0x1011c19af4e0001, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Set watcher on znode that does not yet exist, /0-311978913/running 2024-11-08T20:18:58,535 INFO [RS:0;ae1476a7656f:42573 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T20:18:58,535 INFO [RS:0;ae1476a7656f:42573 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T20:18:58,535 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T20:18:58,535 INFO [RS:0;ae1476a7656f:42573 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T20:18:58,536 INFO [RS:0;ae1476a7656f:42573 {}] regionserver.HRegionServer(3091): Received CLOSE for a511dac6e95f1965a8eb55c8e003659b 2024-11-08T20:18:58,536 INFO [RS:0;ae1476a7656f:42573 {}] regionserver.HRegionServer(3091): Received CLOSE for c70678ca74066c675d74d6ec81a6a062 2024-11-08T20:18:58,536 INFO [RS:0;ae1476a7656f:42573 {}] regionserver.HRegionServer(959): stopping server ae1476a7656f,42573,1731097115850 2024-11-08T20:18:58,536 INFO [RS:0;ae1476a7656f:42573 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:18:58,536 INFO [RS:0;ae1476a7656f:42573 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:42573. 2024-11-08T20:18:58,536 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a511dac6e95f1965a8eb55c8e003659b, disabling compactions & flushes 2024-11-08T20:18:58,536 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731097124745.a511dac6e95f1965a8eb55c8e003659b. 2024-11-08T20:18:58,536 DEBUG [RS:0;ae1476a7656f:42573 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:18:58,536 DEBUG [RS:0;ae1476a7656f:42573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:18:58,536 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731097124745.a511dac6e95f1965a8eb55c8e003659b. 2024-11-08T20:18:58,536 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731097124745.a511dac6e95f1965a8eb55c8e003659b. after waiting 0 ms 2024-11-08T20:18:58,536 INFO [RS:0;ae1476a7656f:42573 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T20:18:58,536 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731097124745.a511dac6e95f1965a8eb55c8e003659b. 2024-11-08T20:18:58,536 INFO [RS:0;ae1476a7656f:42573 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T20:18:58,536 INFO [RS:0;ae1476a7656f:42573 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T20:18:58,536 INFO [RS:0;ae1476a7656f:42573 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T20:18:58,536 INFO [RS:0;ae1476a7656f:42573 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T20:18:58,536 DEBUG [RS:0;ae1476a7656f:42573 {}] regionserver.HRegionServer(1325): Online Regions={a511dac6e95f1965a8eb55c8e003659b=test,,1731097124745.a511dac6e95f1965a8eb55c8e003659b., c70678ca74066c675d74d6ec81a6a062=hbase:replication,,1731097128066.c70678ca74066c675d74d6ec81a6a062., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T20:18:58,536 DEBUG [RS:0;ae1476a7656f:42573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a511dac6e95f1965a8eb55c8e003659b, c70678ca74066c675d74d6ec81a6a062 2024-11-08T20:18:58,536 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:18:58,536 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:18:58,536 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:18:58,537 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:18:58,537 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:18:58,537 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T20:18:58,540 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/default/test/a511dac6e95f1965a8eb55c8e003659b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T20:18:58,541 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:18:58,541 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T20:18:58,541 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731097124745.a511dac6e95f1965a8eb55c8e003659b. 2024-11-08T20:18:58,541 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a511dac6e95f1965a8eb55c8e003659b: Waiting for close lock at 1731097138536Running coprocessor pre-close hooks at 1731097138536Disabling compacts and flushes for region at 1731097138536Disabling writes for close at 1731097138536Writing region close event to WAL at 1731097138537 (+1 ms)Running coprocessor post-close hooks at 1731097138540 (+3 ms)Closed at 1731097138541 (+1 ms) 2024-11-08T20:18:58,541 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731097124745.a511dac6e95f1965a8eb55c8e003659b. 2024-11-08T20:18:58,541 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c70678ca74066c675d74d6ec81a6a062, disabling compactions & flushes 2024-11-08T20:18:58,541 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731097128066.c70678ca74066c675d74d6ec81a6a062. 2024-11-08T20:18:58,541 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731097128066.c70678ca74066c675d74d6ec81a6a062. 2024-11-08T20:18:58,541 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731097128066.c70678ca74066c675d74d6ec81a6a062. after waiting 0 ms 2024-11-08T20:18:58,541 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731097128066.c70678ca74066c675d74d6ec81a6a062. 2024-11-08T20:18:58,541 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c70678ca74066c675d74d6ec81a6a062 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-08T20:18:58,559 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/hbase/meta/1588230740/.tmp/info/6c9a1c8e9d5543e390fbe4fe7165c7a8 is 147, key is hbase:replication,,1731097128066.c70678ca74066c675d74d6ec81a6a062./info:regioninfo/1731097128869/Put/seqid=0 2024-11-08T20:18:58,560 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/hbase/replication/c70678ca74066c675d74d6ec81a6a062/.tmp/hfileref/3b3a4d82c9fe4c888242c0f3fd8cb527 is 74, key is 1/hfileref:7d2d66aece5c47a7a37e7e2d8ace8a57_SeqId_6_/1731097134485/Put/seqid=0 2024-11-08T20:18:58,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741846_1022 (size=7686) 2024-11-08T20:18:58,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741847_1023 (size=5345) 2024-11-08T20:18:58,592 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.shipperae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-08T20:18:58,593 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server ae1476a7656f:43507 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ae1476a7656f/172.17.0.3:43507 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T20:18:58,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address ae1476a7656f:43507 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ae1476a7656f/172.17.0.3:43507 2024-11-08T20:18:58,626 INFO [regionserver/ae1476a7656f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:18:58,702 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:18:58,703 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server ae1476a7656f:43507 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ae1476a7656f/172.17.0.3:43507 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T20:18:58,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ae1476a7656f,43507,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=ae1476a7656f:43507 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ae1476a7656f/172.17.0.3:43507 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-08T20:18:58,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address ae1476a7656f:43507 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ae1476a7656f/172.17.0.3:43507 2024-11-08T20:18:58,737 DEBUG [RS:0;ae1476a7656f:42573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c70678ca74066c675d74d6ec81a6a062 2024-11-08T20:18:58,912 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:18:58,913 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to ae1476a7656f:43507 this server is in the failed servers list 2024-11-08T20:18:58,913 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ae1476a7656f,43507,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=ae1476a7656f:43507 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: ae1476a7656f:43507 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T20:18:58,937 DEBUG [RS:0;ae1476a7656f:42573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c70678ca74066c675d74d6ec81a6a062 2024-11-08T20:18:58,964 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/hbase/meta/1588230740/.tmp/info/6c9a1c8e9d5543e390fbe4fe7165c7a8 2024-11-08T20:18:58,964 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/hbase/replication/c70678ca74066c675d74d6ec81a6a062/.tmp/hfileref/3b3a4d82c9fe4c888242c0f3fd8cb527 2024-11-08T20:18:58,984 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/hbase/replication/c70678ca74066c675d74d6ec81a6a062/.tmp/queue/53273f59137544deae0574d17051dcf7 is 153, key is 1-ae1476a7656f,42573,1731097115850/queue:ae1476a7656f%2C42573%2C1731097115850/1731097131930/Put/seqid=0 2024-11-08T20:18:58,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741848_1024 (size=5352) 2024-11-08T20:18:58,991 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/hbase/meta/1588230740/.tmp/ns/4e570fa4e15c402092e6e9749fac1971 is 43, key is default/ns:d/1731097118830/Put/seqid=0 2024-11-08T20:18:58,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741849_1025 (size=5153) 2024-11-08T20:18:59,009 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T20:18:59,009 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T20:18:59,137 DEBUG [RS:0;ae1476a7656f:42573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c70678ca74066c675d74d6ec81a6a062 2024-11-08T20:18:59,223 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:18:59,223 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to ae1476a7656f:43507 this server is in the failed servers list 2024-11-08T20:18:59,223 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ae1476a7656f,43507,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=ae1476a7656f:43507 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: ae1476a7656f:43507 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T20:18:59,337 DEBUG [RS:0;ae1476a7656f:42573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c70678ca74066c675d74d6ec81a6a062 2024-11-08T20:18:59,375 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.wal-reader.ae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/WALs/ae1476a7656f,42573,1731097115850/ae1476a7656f%2C42573%2C1731097115850.1731097118161 to pos 1033, reset compression=false 2024-11-08T20:18:59,380 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.wal-reader.ae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T20:18:59,380 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.wal-reader.ae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/WALs/ae1476a7656f,42573,1731097115850/ae1476a7656f%2C42573%2C1731097115850.1731097118161 to pos 1328, reset compression=false 2024-11-08T20:18:59,388 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/hbase/replication/c70678ca74066c675d74d6ec81a6a062/.tmp/queue/53273f59137544deae0574d17051dcf7 2024-11-08T20:18:59,392 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/hbase/replication/c70678ca74066c675d74d6ec81a6a062/.tmp/hfileref/3b3a4d82c9fe4c888242c0f3fd8cb527 as hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/hbase/replication/c70678ca74066c675d74d6ec81a6a062/hfileref/3b3a4d82c9fe4c888242c0f3fd8cb527 2024-11-08T20:18:59,396 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/hbase/meta/1588230740/.tmp/ns/4e570fa4e15c402092e6e9749fac1971 2024-11-08T20:18:59,396 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/hbase/replication/c70678ca74066c675d74d6ec81a6a062/hfileref/3b3a4d82c9fe4c888242c0f3fd8cb527, entries=4, sequenceid=10, filesize=5.2 K 2024-11-08T20:18:59,396 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/hbase/replication/c70678ca74066c675d74d6ec81a6a062/.tmp/queue/53273f59137544deae0574d17051dcf7 as hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/hbase/replication/c70678ca74066c675d74d6ec81a6a062/queue/53273f59137544deae0574d17051dcf7 2024-11-08T20:18:59,401 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/hbase/replication/c70678ca74066c675d74d6ec81a6a062/queue/53273f59137544deae0574d17051dcf7, entries=1, sequenceid=10, filesize=5.2 K 2024-11-08T20:18:59,402 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for c70678ca74066c675d74d6ec81a6a062 in 861ms, sequenceid=10, compaction requested=false 2024-11-08T20:18:59,402 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T20:18:59,412 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/hbase/replication/c70678ca74066c675d74d6ec81a6a062/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-08T20:18:59,413 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:18:59,413 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:18:59,413 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731097128066.c70678ca74066c675d74d6ec81a6a062. 2024-11-08T20:18:59,413 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c70678ca74066c675d74d6ec81a6a062: Waiting for close lock at 1731097138541Running coprocessor pre-close hooks at 1731097138541Disabling compacts and flushes for region at 1731097138541Disabling writes for close at 1731097138541Obtaining lock to block concurrent updates at 1731097138541Preparing flush snapshotting stores in c70678ca74066c675d74d6ec81a6a062 at 1731097138541Finished memstore snapshotting hbase:replication,,1731097128066.c70678ca74066c675d74d6ec81a6a062., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731097138541Flushing stores of hbase:replication,,1731097128066.c70678ca74066c675d74d6ec81a6a062. at 1731097138542 (+1 ms)Flushing c70678ca74066c675d74d6ec81a6a062/hfileref: creating writer at 1731097138542Flushing c70678ca74066c675d74d6ec81a6a062/hfileref: appending metadata at 1731097138560 (+18 ms)Flushing c70678ca74066c675d74d6ec81a6a062/hfileref: closing flushed file at 1731097138560Flushing c70678ca74066c675d74d6ec81a6a062/queue: creating writer at 1731097138969 (+409 ms)Flushing c70678ca74066c675d74d6ec81a6a062/queue: appending metadata at 1731097138984 (+15 ms)Flushing c70678ca74066c675d74d6ec81a6a062/queue: closing flushed file at 1731097138984Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68a1d187: reopening flushed file at 1731097139392 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42451b97: reopening flushed file at 1731097139396 (+4 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for c70678ca74066c675d74d6ec81a6a062 in 861ms, sequenceid=10, compaction requested=false at 1731097139402 (+6 ms)Writing region close event to WAL at 1731097139409 (+7 ms)Running coprocessor post-close hooks at 1731097139413 (+4 ms)Closed at 1731097139413 2024-11-08T20:18:59,413 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731097128066.c70678ca74066c675d74d6ec81a6a062. 2024-11-08T20:18:59,414 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/hbase/meta/1588230740/.tmp/rep_barrier/bf95c7339604446da0a5cc20e5bd1098 is 112, key is test,,1731097124745.a511dac6e95f1965a8eb55c8e003659b./rep_barrier:seqnumDuringOpen/1731097125516/Put/seqid=0 2024-11-08T20:18:59,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741850_1026 (size=5518) 2024-11-08T20:18:59,537 INFO [RS:0;ae1476a7656f:42573 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T20:18:59,537 DEBUG [RS:0;ae1476a7656f:42573 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T20:18:59,537 DEBUG [RS:0;ae1476a7656f:42573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:18:59,583 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.wal-reader.ae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/WALs/ae1476a7656f,42573,1731097115850/ae1476a7656f%2C42573%2C1731097115850.1731097118161 to pos 1328, reset compression=false 2024-11-08T20:18:59,733 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:18:59,733 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to ae1476a7656f:43507 this server is in the failed servers list 2024-11-08T20:18:59,733 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ae1476a7656f,43507,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=ae1476a7656f:43507 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: ae1476a7656f:43507 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T20:18:59,738 DEBUG [RS:0;ae1476a7656f:42573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:18:59,818 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/hbase/meta/1588230740/.tmp/rep_barrier/bf95c7339604446da0a5cc20e5bd1098 2024-11-08T20:18:59,834 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/hbase/meta/1588230740/.tmp/table/dfdf53101c8348b4b78a4ceee49767b3 is 53, key is hbase:replication/table:state/1731097128875/Put/seqid=0 2024-11-08T20:18:59,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741851_1027 (size=5308) 2024-11-08T20:18:59,887 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.wal-reader.ae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/WALs/ae1476a7656f,42573,1731097115850/ae1476a7656f%2C42573%2C1731097115850.1731097118161 to pos 1328, reset compression=false 2024-11-08T20:18:59,938 DEBUG [RS:0;ae1476a7656f:42573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:19:00,138 DEBUG [RS:0;ae1476a7656f:42573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:19:00,238 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/hbase/meta/1588230740/.tmp/table/dfdf53101c8348b4b78a4ceee49767b3 2024-11-08T20:19:00,243 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/hbase/meta/1588230740/.tmp/info/6c9a1c8e9d5543e390fbe4fe7165c7a8 as hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/hbase/meta/1588230740/info/6c9a1c8e9d5543e390fbe4fe7165c7a8 2024-11-08T20:19:00,247 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/hbase/meta/1588230740/info/6c9a1c8e9d5543e390fbe4fe7165c7a8, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T20:19:00,248 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/hbase/meta/1588230740/.tmp/ns/4e570fa4e15c402092e6e9749fac1971 as hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/hbase/meta/1588230740/ns/4e570fa4e15c402092e6e9749fac1971 2024-11-08T20:19:00,251 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/hbase/meta/1588230740/ns/4e570fa4e15c402092e6e9749fac1971, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T20:19:00,252 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/hbase/meta/1588230740/.tmp/rep_barrier/bf95c7339604446da0a5cc20e5bd1098 as hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/hbase/meta/1588230740/rep_barrier/bf95c7339604446da0a5cc20e5bd1098 2024-11-08T20:19:00,255 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/hbase/meta/1588230740/rep_barrier/bf95c7339604446da0a5cc20e5bd1098, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T20:19:00,256 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/hbase/meta/1588230740/.tmp/table/dfdf53101c8348b4b78a4ceee49767b3 as hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/hbase/meta/1588230740/table/dfdf53101c8348b4b78a4ceee49767b3 2024-11-08T20:19:00,260 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/hbase/meta/1588230740/table/dfdf53101c8348b4b78a4ceee49767b3, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T20:19:00,260 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=16, compaction requested=false 2024-11-08T20:19:00,260 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T20:19:00,265 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T20:19:00,265 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:19:00,265 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:19:00,265 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:19:00,266 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731097138536Running coprocessor pre-close hooks at 1731097138536Disabling compacts and flushes for region at 1731097138536Disabling writes for close at 1731097138537 (+1 ms)Obtaining lock to block concurrent updates at 1731097138537Preparing flush snapshotting stores in 1588230740 at 1731097138537Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731097138537Flushing stores of hbase:meta,,1.1588230740 at 1731097138537Flushing 1588230740/info: creating writer at 1731097138538 (+1 ms)Flushing 1588230740/info: appending metadata at 1731097138559 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731097138559Flushing 1588230740/ns: creating writer at 1731097138974 (+415 ms)Flushing 1588230740/ns: appending metadata at 1731097138991 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731097138991Flushing 1588230740/rep_barrier: creating writer at 1731097139400 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731097139413 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731097139413Flushing 1588230740/table: creating writer at 1731097139822 (+409 ms)Flushing 1588230740/table: appending metadata at 1731097139834 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731097139834Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f3f42dc: reopening flushed file at 1731097140242 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bd82db6: reopening flushed file at 1731097140247 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8be92ce: reopening flushed file at 1731097140251 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fe1ed60: reopening flushed file at 1731097140255 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=16, compaction requested=false at 1731097140260 (+5 ms)Writing region close event to WAL at 1731097140262 (+2 ms)Running coprocessor post-close hooks at 1731097140265 (+3 ms)Closed at 1731097140265 2024-11-08T20:19:00,266 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T20:19:00,291 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.wal-reader.ae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/WALs/ae1476a7656f,42573,1731097115850/ae1476a7656f%2C42573%2C1731097115850.1731097118161 to pos 1328, reset compression=false 2024-11-08T20:19:00,338 INFO [RS:0;ae1476a7656f:42573 {}] regionserver.HRegionServer(976): stopping server ae1476a7656f,42573,1731097115850; all regions closed. 2024-11-08T20:19:00,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741834_1010 (size=4239) 2024-11-08T20:19:00,342 DEBUG [RS:0;ae1476a7656f:42573 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/oldWALs 2024-11-08T20:19:00,342 INFO [RS:0;ae1476a7656f:42573 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C42573%2C1731097115850.meta:.meta(num 1731097118709) 2024-11-08T20:19:00,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741839_1015 (size=2695) 2024-11-08T20:19:00,345 DEBUG [RS:0;ae1476a7656f:42573 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/oldWALs 2024-11-08T20:19:00,345 INFO [RS:0;ae1476a7656f:42573 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C42573%2C1731097115850.rep:(num 1731097128832) 2024-11-08T20:19:00,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741832_1008 (size=1336) 2024-11-08T20:19:00,349 DEBUG [RS:0;ae1476a7656f:42573 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/oldWALs 2024-11-08T20:19:00,349 INFO [RS:0;ae1476a7656f:42573 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C42573%2C1731097115850:(num 1731097118161) 2024-11-08T20:19:00,349 DEBUG [RS:0;ae1476a7656f:42573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:00,349 INFO [RS:0;ae1476a7656f:42573 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:19:00,349 INFO [RS:0;ae1476a7656f:42573 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:19:00,349 INFO [RS:0;ae1476a7656f:42573 {}] hbase.ChoreService(370): Chore service for: regionserver/ae1476a7656f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T20:19:00,349 INFO [RS:0;ae1476a7656f:42573 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:19:00,349 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:19:00,349 INFO [RS:0;ae1476a7656f:42573 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ae1476a7656f,42573,1731097115850 because: Region server is closing 2024-11-08T20:19:00,349 INFO [RS:0;ae1476a7656f:42573 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:42573. 2024-11-08T20:19:00,350 DEBUG [RS:0;ae1476a7656f:42573 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:19:00,350 DEBUG [RS:0;ae1476a7656f:42573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:00,350 DEBUG [RS:0;ae1476a7656f:42573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:00,350 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:19:00,450 WARN [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.wal-reader.ae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T20:19:00,450 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.shipperae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-08T20:19:00,450 WARN [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.shipperae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-08T20:19:00,450 WARN [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.shipperae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-08T20:19:00,743 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:19:00,744 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ae1476a7656f,43507,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:43507 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T20:19:00,746 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2151 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ae1476a7656f,43507,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:43507 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T20:19:01,007 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T20:19:01,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:01,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:01,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:01,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:01,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:01,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:01,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:01,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:01,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:01,151 INFO [RS:0;ae1476a7656f:42573 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,42573,1731097115850.replicationSource.shipperae1476a7656f%2C42573%2C1731097115850,1-ae1476a7656f,42573,1731097115850 terminated 2024-11-08T20:19:01,151 INFO [RS:0;ae1476a7656f:42573 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:42573. 2024-11-08T20:19:01,151 DEBUG [RS:0;ae1476a7656f:42573 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:19:01,151 DEBUG [RS:0;ae1476a7656f:42573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:01,152 DEBUG [RS:0;ae1476a7656f:42573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:01,152 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:19:01,152 INFO [RS:0;ae1476a7656f:42573 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42573 2024-11-08T20:19:01,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42573-0x1011c19af4e0001, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-311978913/rs/ae1476a7656f,42573,1731097115850 2024-11-08T20:19:01,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x1011c19af4e0000, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-311978913/rs 2024-11-08T20:19:01,229 INFO [RS:0;ae1476a7656f:42573 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:19:01,230 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ae1476a7656f,42573,1731097115850] 2024-11-08T20:19:01,250 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-311978913/draining/ae1476a7656f,42573,1731097115850 already deleted, retry=false 2024-11-08T20:19:01,250 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ae1476a7656f,42573,1731097115850 expired; onlineServers=0 2024-11-08T20:19:01,250 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ae1476a7656f,34113,1731097115555' ***** 2024-11-08T20:19:01,250 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T20:19:01,250 INFO [M:0;ae1476a7656f:34113 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:19:01,250 INFO [M:0;ae1476a7656f:34113 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:19:01,250 DEBUG [M:0;ae1476a7656f:34113 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T20:19:01,250 DEBUG [M:0;ae1476a7656f:34113 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T20:19:01,250 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T20:19:01,250 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097117884 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097117884,5,FailOnTimeoutGroup] 2024-11-08T20:19:01,250 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097117868 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097117868,5,FailOnTimeoutGroup] 2024-11-08T20:19:01,250 INFO [M:0;ae1476a7656f:34113 {}] hbase.ChoreService(370): Chore service for: master/ae1476a7656f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T20:19:01,250 INFO [M:0;ae1476a7656f:34113 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:19:01,250 DEBUG [M:0;ae1476a7656f:34113 {}] master.HMaster(1795): Stopping service threads 2024-11-08T20:19:01,250 INFO [M:0;ae1476a7656f:34113 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T20:19:01,251 INFO [M:0;ae1476a7656f:34113 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:19:01,251 INFO [M:0;ae1476a7656f:34113 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T20:19:01,251 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T20:19:01,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x1011c19af4e0000, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-311978913/master 2024-11-08T20:19:01,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x1011c19af4e0000, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-311978913 2024-11-08T20:19:01,261 DEBUG [M:0;ae1476a7656f:34113 {}] zookeeper.ZKUtil(347): master:34113-0x1011c19af4e0000, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Unable to get data of znode /0-311978913/master because node does not exist (not an error) 2024-11-08T20:19:01,261 WARN [M:0;ae1476a7656f:34113 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T20:19:01,262 INFO [M:0;ae1476a7656f:34113 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/.lastflushedseqids 2024-11-08T20:19:01,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741852_1028 (size=263) 2024-11-08T20:19:01,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42573-0x1011c19af4e0001, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:19:01,340 INFO [RS:0;ae1476a7656f:42573 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:19:01,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42573-0x1011c19af4e0001, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:19:01,340 INFO [RS:0;ae1476a7656f:42573 {}] regionserver.HRegionServer(1031): Exiting; stopping=ae1476a7656f,42573,1731097115850; zookeeper connection closed. 2024-11-08T20:19:01,340 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@772907c4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@772907c4 2024-11-08T20:19:01,340 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T20:19:01,666 INFO [M:0;ae1476a7656f:34113 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T20:19:01,666 INFO [M:0;ae1476a7656f:34113 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T20:19:01,666 DEBUG [M:0;ae1476a7656f:34113 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:19:01,666 INFO [M:0;ae1476a7656f:34113 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:19:01,666 DEBUG [M:0;ae1476a7656f:34113 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:19:01,666 DEBUG [M:0;ae1476a7656f:34113 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:19:01,666 DEBUG [M:0;ae1476a7656f:34113 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:19:01,666 INFO [M:0;ae1476a7656f:34113 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-08T20:19:01,680 DEBUG [M:0;ae1476a7656f:34113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/093bd5776e3b48ee88cea13d539c1a2a is 82, key is hbase:meta,,1/info:regioninfo/1731097118746/Put/seqid=0 2024-11-08T20:19:01,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741853_1029 (size=5672) 2024-11-08T20:19:02,084 INFO [M:0;ae1476a7656f:34113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/093bd5776e3b48ee88cea13d539c1a2a 2024-11-08T20:19:02,100 DEBUG [M:0;ae1476a7656f:34113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d4f0e1a7c92e4ebfb4365097b0e84962 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731097128878/Put/seqid=0 2024-11-08T20:19:02,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741854_1030 (size=8515) 2024-11-08T20:19:02,504 INFO [M:0;ae1476a7656f:34113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d4f0e1a7c92e4ebfb4365097b0e84962 2024-11-08T20:19:02,520 DEBUG [M:0;ae1476a7656f:34113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/53a942d2eedf48059f20257e3a5e6d9a is 69, key is ae1476a7656f,42573,1731097115850/rs:state/1731097117937/Put/seqid=0 2024-11-08T20:19:02,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741855_1031 (size=5156) 2024-11-08T20:19:02,763 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:19:02,764 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ae1476a7656f,43507,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:43507 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T20:19:02,764 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4171 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ae1476a7656f,43507,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:43507 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T20:19:02,924 INFO [M:0;ae1476a7656f:34113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/53a942d2eedf48059f20257e3a5e6d9a 2024-11-08T20:19:02,928 DEBUG [M:0;ae1476a7656f:34113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/093bd5776e3b48ee88cea13d539c1a2a as hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/093bd5776e3b48ee88cea13d539c1a2a 2024-11-08T20:19:02,931 INFO [M:0;ae1476a7656f:34113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/093bd5776e3b48ee88cea13d539c1a2a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T20:19:02,932 DEBUG [M:0;ae1476a7656f:34113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d4f0e1a7c92e4ebfb4365097b0e84962 as hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d4f0e1a7c92e4ebfb4365097b0e84962 2024-11-08T20:19:02,936 INFO [M:0;ae1476a7656f:34113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d4f0e1a7c92e4ebfb4365097b0e84962, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T20:19:02,937 DEBUG [M:0;ae1476a7656f:34113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/53a942d2eedf48059f20257e3a5e6d9a as hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/53a942d2eedf48059f20257e3a5e6d9a 2024-11-08T20:19:02,940 INFO [M:0;ae1476a7656f:34113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35049/user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/53a942d2eedf48059f20257e3a5e6d9a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T20:19:02,941 INFO [M:0;ae1476a7656f:34113 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=97, compaction requested=false 2024-11-08T20:19:02,950 INFO [M:0;ae1476a7656f:34113 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:19:02,950 DEBUG [M:0;ae1476a7656f:34113 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731097141666Disabling compacts and flushes for region at 1731097141666Disabling writes for close at 1731097141666Obtaining lock to block concurrent updates at 1731097141666Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731097141666Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731097141667 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731097141667Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731097141667Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731097141680 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731097141680Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731097142088 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731097142099 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731097142100 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731097142507 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731097142520 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731097142520Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@279fd0fc: reopening flushed file at 1731097142927 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24dc1952: reopening flushed file at 1731097142931 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@341018b7: reopening flushed file at 1731097142936 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=97, compaction requested=false at 1731097142941 (+5 ms)Writing region close event to WAL at 1731097142950 (+9 ms)Closed at 1731097142950 2024-11-08T20:19:02,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46773 is added to blk_1073741830_1006 (size=63642) 2024-11-08T20:19:02,952 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8fd7fd84-4e38-362a-b657-4efb4044fd46/MasterData/WALs/ae1476a7656f,34113,1731097115555/ae1476a7656f%2C34113%2C1731097115555.1731097117581 not finished, retry = 0 2024-11-08T20:19:03,053 INFO [M:0;ae1476a7656f:34113 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T20:19:03,053 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:19:03,053 INFO [M:0;ae1476a7656f:34113 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34113 2024-11-08T20:19:03,053 INFO [M:0;ae1476a7656f:34113 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:19:03,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x1011c19af4e0000, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:19:03,171 INFO [M:0;ae1476a7656f:34113 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:19:03,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x1011c19af4e0000, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:19:03,173 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@499bee4a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:19:03,173 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@43926aba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:19:03,174 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:19:03,174 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@655c6ab0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:19:03,174 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d7cf9da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24f6845-1b8d-4c7e-3512-a6aa3c29b906/hadoop.log.dir/,STOPPED} 2024-11-08T20:19:03,175 WARN [BP-851050698-172.17.0.3-1731097113536 heartbeating to localhost/127.0.0.1:35049 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T20:19:03,175 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T20:19:03,175 WARN [BP-851050698-172.17.0.3-1731097113536 heartbeating to localhost/127.0.0.1:35049 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-851050698-172.17.0.3-1731097113536 (Datanode Uuid 1431bf56-c3f7-4edb-9908-a95ba27b3e51) service to localhost/127.0.0.1:35049 2024-11-08T20:19:03,175 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T20:19:03,175 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24f6845-1b8d-4c7e-3512-a6aa3c29b906/cluster_cfbd1c9b-8566-dcfe-4127-f4b0439948e1/data/data1/current/BP-851050698-172.17.0.3-1731097113536 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:19:03,176 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24f6845-1b8d-4c7e-3512-a6aa3c29b906/cluster_cfbd1c9b-8566-dcfe-4127-f4b0439948e1/data/data2/current/BP-851050698-172.17.0.3-1731097113536 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:19:03,176 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T20:19:03,182 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ce6e9b7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:19:03,182 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@419b73ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:19:03,182 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:19:03,182 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@544637e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:19:03,182 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@496ff599{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a24f6845-1b8d-4c7e-3512-a6aa3c29b906/hadoop.log.dir/,STOPPED} 2024-11-08T20:19:03,187 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T20:19:03,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T20:19:03,206 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=241 (was 206) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35049 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35049 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35049 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:36835 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:36835 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35049 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:35049 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54509) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35049 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54509) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:36835 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:35049 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:35049 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:36835 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:35049 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35049 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35049 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36835 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:35049 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:35049 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35049 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:36835 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=622 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=312 (was 246) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2665 (was 2538) - AvailableMemoryMB LEAK? - 2024-11-08T20:19:03,213 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=241, OpenFileDescriptor=622, MaxFileDescriptor=1048576, SystemLoadAverage=312, ProcessCount=11, AvailableMemoryMB=2665 2024-11-08T20:19:03,225 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-08T20:19:03,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de23807c-2ecc-5b62-5887-d17776fd558c/hadoop.log.dir so I do NOT create it in target/test-data/060dae9a-2dc6-7f0b-691b-8d915e01de02 2024-11-08T20:19:03,226 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de23807c-2ecc-5b62-5887-d17776fd558c/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T20:19:03,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de23807c-2ecc-5b62-5887-d17776fd558c/hadoop.tmp.dir so I do NOT create it in target/test-data/060dae9a-2dc6-7f0b-691b-8d915e01de02 2024-11-08T20:19:03,226 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de23807c-2ecc-5b62-5887-d17776fd558c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T20:19:03,226 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060dae9a-2dc6-7f0b-691b-8d915e01de02 2024-11-08T20:19:03,226 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060dae9a-2dc6-7f0b-691b-8d915e01de02/cluster_d1429d1e-f5c3-cf72-878f-3df40f7b8b20, deleteOnExit=true 2024-11-08T20:19:03,242 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060dae9a-2dc6-7f0b-691b-8d915e01de02/cluster_d1429d1e-f5c3-cf72-878f-3df40f7b8b20/zookeeper_0, clientPort=62988, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060dae9a-2dc6-7f0b-691b-8d915e01de02/cluster_d1429d1e-f5c3-cf72-878f-3df40f7b8b20/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060dae9a-2dc6-7f0b-691b-8d915e01de02/cluster_d1429d1e-f5c3-cf72-878f-3df40f7b8b20/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T20:19:03,243 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62988 2024-11-08T20:19:03,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T20:19:03,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T20:19:03,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060dae9a-2dc6-7f0b-691b-8d915e01de02/test.cache.data in system properties and HBase conf 2024-11-08T20:19:03,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060dae9a-2dc6-7f0b-691b-8d915e01de02/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T20:19:03,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060dae9a-2dc6-7f0b-691b-8d915e01de02/hadoop.log.dir in system properties and HBase conf 2024-11-08T20:19:03,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060dae9a-2dc6-7f0b-691b-8d915e01de02/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T20:19:03,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060dae9a-2dc6-7f0b-691b-8d915e01de02/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T20:19:03,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T20:19:03,243 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T20:19:03,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060dae9a-2dc6-7f0b-691b-8d915e01de02/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:19:03,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060dae9a-2dc6-7f0b-691b-8d915e01de02/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:19:03,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060dae9a-2dc6-7f0b-691b-8d915e01de02/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T20:19:03,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060dae9a-2dc6-7f0b-691b-8d915e01de02/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:19:03,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060dae9a-2dc6-7f0b-691b-8d915e01de02/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T20:19:03,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060dae9a-2dc6-7f0b-691b-8d915e01de02/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T20:19:03,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060dae9a-2dc6-7f0b-691b-8d915e01de02/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:19:03,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060dae9a-2dc6-7f0b-691b-8d915e01de02/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:19:03,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060dae9a-2dc6-7f0b-691b-8d915e01de02/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T20:19:03,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060dae9a-2dc6-7f0b-691b-8d915e01de02/nfs.dump.dir in system properties and HBase conf 2024-11-08T20:19:03,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060dae9a-2dc6-7f0b-691b-8d915e01de02/java.io.tmpdir in system properties and HBase conf 2024-11-08T20:19:03,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060dae9a-2dc6-7f0b-691b-8d915e01de02/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:19:03,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060dae9a-2dc6-7f0b-691b-8d915e01de02/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T20:19:03,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060dae9a-2dc6-7f0b-691b-8d915e01de02/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T20:19:03,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011c19af4e0002, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T20:19:03,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011c19af4e0005, quorum=127.0.0.1:54509, baseZNode=/1940386200 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T20:19:03,286 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011c19af4e0005, quorum=127.0.0.1:54509, baseZNode=/1940386200 Received Disconnected from ZooKeeper, ignoring 2024-11-08T20:19:03,286 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011c19af4e0002, quorum=127.0.0.1:54509, baseZNode=/0-311978913 Received Disconnected from ZooKeeper, ignoring 2024-11-08T20:19:03,614 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:19:03,618 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:19:03,619 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:19:03,619 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:19:03,619 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T20:19:03,620 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:19:03,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cf5162c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060dae9a-2dc6-7f0b-691b-8d915e01de02/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:19:03,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7638d3b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:19:03,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18cbcafd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060dae9a-2dc6-7f0b-691b-8d915e01de02/java.io.tmpdir/jetty-localhost-36859-hadoop-hdfs-3_4_1-tests_jar-_-any-4179328861085181539/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:19:03,716 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31bff44e{HTTP/1.1, (http/1.1)}{localhost:36859} 2024-11-08T20:19:03,716 INFO [Time-limited test {}] server.Server(415): Started @204005ms 2024-11-08T20:19:03,962 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:19:03,966 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:19:03,967 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:19:03,967 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:19:03,967 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T20:19:03,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b1b22c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060dae9a-2dc6-7f0b-691b-8d915e01de02/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:19:03,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14ccbe02{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:19:04,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6104800a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060dae9a-2dc6-7f0b-691b-8d915e01de02/java.io.tmpdir/jetty-localhost-34999-hadoop-hdfs-3_4_1-tests_jar-_-any-8289735089178421954/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:19:04,083 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b5fe83f{HTTP/1.1, (http/1.1)}{localhost:34999} 2024-11-08T20:19:04,083 INFO [Time-limited test {}] server.Server(415): Started @204371ms 2024-11-08T20:19:04,084 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T20:19:04,713 WARN [Thread-2183 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060dae9a-2dc6-7f0b-691b-8d915e01de02/cluster_d1429d1e-f5c3-cf72-878f-3df40f7b8b20/data/data1/current/BP-828112152-172.17.0.3-1731097143265/current, will proceed with Du for space computation calculation, 2024-11-08T20:19:04,713 WARN [Thread-2184 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060dae9a-2dc6-7f0b-691b-8d915e01de02/cluster_d1429d1e-f5c3-cf72-878f-3df40f7b8b20/data/data2/current/BP-828112152-172.17.0.3-1731097143265/current, will proceed with Du for space computation calculation, 2024-11-08T20:19:04,732 WARN [Thread-2171 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T20:19:04,734 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7dd63a9606afb9e2 with lease ID 0xa3970de305b5915e: Processing first storage report for DS-97f55c18-9431-4fb4-b98c-57509d173ef9 from datanode DatanodeRegistration(127.0.0.1:42717, datanodeUuid=89f7c368-8359-442b-914b-fd57cd957d67, infoPort=39977, infoSecurePort=0, ipcPort=42307, storageInfo=lv=-57;cid=testClusterID;nsid=577129487;c=1731097143265) 2024-11-08T20:19:04,734 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7dd63a9606afb9e2 with lease ID 0xa3970de305b5915e: from storage DS-97f55c18-9431-4fb4-b98c-57509d173ef9 node DatanodeRegistration(127.0.0.1:42717, datanodeUuid=89f7c368-8359-442b-914b-fd57cd957d67, infoPort=39977, infoSecurePort=0, ipcPort=42307, storageInfo=lv=-57;cid=testClusterID;nsid=577129487;c=1731097143265), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:19:04,734 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7dd63a9606afb9e2 with lease ID 0xa3970de305b5915e: Processing first storage report for DS-4d0922cd-ed8d-4939-bce7-5d0a07fcf282 from datanode DatanodeRegistration(127.0.0.1:42717, datanodeUuid=89f7c368-8359-442b-914b-fd57cd957d67, infoPort=39977, infoSecurePort=0, ipcPort=42307, storageInfo=lv=-57;cid=testClusterID;nsid=577129487;c=1731097143265) 2024-11-08T20:19:04,734 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7dd63a9606afb9e2 with lease ID 0xa3970de305b5915e: from storage DS-4d0922cd-ed8d-4939-bce7-5d0a07fcf282 node DatanodeRegistration(127.0.0.1:42717, datanodeUuid=89f7c368-8359-442b-914b-fd57cd957d67, infoPort=39977, infoSecurePort=0, ipcPort=42307, storageInfo=lv=-57;cid=testClusterID;nsid=577129487;c=1731097143265), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:19:04,816 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060dae9a-2dc6-7f0b-691b-8d915e01de02 2024-11-08T20:19:04,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:19:04,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:19:04,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42717 is added to blk_1073741825_1001 (size=7) 2024-11-08T20:19:05,224 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603 with version=8 2024-11-08T20:19:05,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/hbase-staging 2024-11-08T20:19:05,226 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:19:05,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:19:05,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:19:05,226 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:19:05,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:19:05,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:19:05,226 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T20:19:05,226 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:19:05,227 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36341 2024-11-08T20:19:05,227 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36341 connecting to ZooKeeper ensemble=127.0.0.1:62988 2024-11-08T20:19:05,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:363410x0, quorum=127.0.0.1:62988, baseZNode=/0914162940 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:19:05,323 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36341-0x1011c1a23750000 connected 2024-11-08T20:19:05,408 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:19:05,409 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:19:05,410 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36341-0x1011c1a23750000, quorum=127.0.0.1:62988, baseZNode=/0914162940 Set watcher on znode that does not yet exist, /0914162940/running 2024-11-08T20:19:05,411 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603, hbase.cluster.distributed=false 2024-11-08T20:19:05,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36341-0x1011c1a23750000, quorum=127.0.0.1:62988, baseZNode=/0914162940 Set watcher on znode that does not yet exist, /0914162940/acl 2024-11-08T20:19:05,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36341 2024-11-08T20:19:05,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36341 2024-11-08T20:19:05,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36341 2024-11-08T20:19:05,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36341 2024-11-08T20:19:05,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36341 2024-11-08T20:19:05,427 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:19:05,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:19:05,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:19:05,427 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:19:05,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:19:05,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:19:05,427 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T20:19:05,427 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:19:05,428 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32901 2024-11-08T20:19:05,429 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32901 connecting to ZooKeeper ensemble=127.0.0.1:62988 2024-11-08T20:19:05,429 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:19:05,431 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:19:05,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329010x0, quorum=127.0.0.1:62988, baseZNode=/0914162940 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:19:05,445 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329010x0, quorum=127.0.0.1:62988, baseZNode=/0914162940 Set watcher on znode that does not yet exist, /0914162940/running 2024-11-08T20:19:05,445 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32901-0x1011c1a23750001 connected 2024-11-08T20:19:05,445 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T20:19:05,445 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T20:19:05,446 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32901-0x1011c1a23750001, quorum=127.0.0.1:62988, baseZNode=/0914162940 Set watcher on znode that does not yet exist, /0914162940/master 2024-11-08T20:19:05,446 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32901-0x1011c1a23750001, quorum=127.0.0.1:62988, baseZNode=/0914162940 Set watcher on znode that does not yet exist, /0914162940/acl 2024-11-08T20:19:05,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32901 2024-11-08T20:19:05,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32901 2024-11-08T20:19:05,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32901 2024-11-08T20:19:05,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32901 2024-11-08T20:19:05,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32901 2024-11-08T20:19:05,464 DEBUG [M:0;ae1476a7656f:36341 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ae1476a7656f:36341 2024-11-08T20:19:05,464 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0914162940/backup-masters/ae1476a7656f,36341,1731097145226 2024-11-08T20:19:05,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36341-0x1011c1a23750000, quorum=127.0.0.1:62988, baseZNode=/0914162940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0914162940/backup-masters 2024-11-08T20:19:05,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32901-0x1011c1a23750001, quorum=127.0.0.1:62988, baseZNode=/0914162940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0914162940/backup-masters 2024-11-08T20:19:05,476 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36341-0x1011c1a23750000, quorum=127.0.0.1:62988, baseZNode=/0914162940 Set watcher on existing znode=/0914162940/backup-masters/ae1476a7656f,36341,1731097145226 2024-11-08T20:19:05,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32901-0x1011c1a23750001, quorum=127.0.0.1:62988, baseZNode=/0914162940 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0914162940/master 2024-11-08T20:19:05,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36341-0x1011c1a23750000, quorum=127.0.0.1:62988, baseZNode=/0914162940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0914162940 2024-11-08T20:19:05,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32901-0x1011c1a23750001, quorum=127.0.0.1:62988, baseZNode=/0914162940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0914162940 2024-11-08T20:19:05,487 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36341-0x1011c1a23750000, quorum=127.0.0.1:62988, baseZNode=/0914162940 Set watcher on existing znode=/0914162940/master 2024-11-08T20:19:05,487 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0914162940/backup-masters/ae1476a7656f,36341,1731097145226 from backup master directory 2024-11-08T20:19:05,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36341-0x1011c1a23750000, quorum=127.0.0.1:62988, baseZNode=/0914162940 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0914162940/backup-masters/ae1476a7656f,36341,1731097145226 2024-11-08T20:19:05,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32901-0x1011c1a23750001, quorum=127.0.0.1:62988, baseZNode=/0914162940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0914162940/backup-masters 2024-11-08T20:19:05,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36341-0x1011c1a23750000, quorum=127.0.0.1:62988, baseZNode=/0914162940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0914162940/backup-masters 2024-11-08T20:19:05,497 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:19:05,497 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ae1476a7656f,36341,1731097145226 2024-11-08T20:19:05,500 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/hbase.id] with ID: 5de7eac4-8b20-4072-b42e-2834815f5037 2024-11-08T20:19:05,500 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/.tmp/hbase.id 2024-11-08T20:19:05,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42717 is added to blk_1073741826_1002 (size=42) 2024-11-08T20:19:05,905 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/.tmp/hbase.id]:[hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/hbase.id] 2024-11-08T20:19:05,913 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:19:05,913 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T20:19:05,914 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T20:19:05,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32901-0x1011c1a23750001, quorum=127.0.0.1:62988, baseZNode=/0914162940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0914162940 2024-11-08T20:19:05,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36341-0x1011c1a23750000, quorum=127.0.0.1:62988, baseZNode=/0914162940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0914162940 2024-11-08T20:19:05,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42717 is added to blk_1073741827_1003 (size=196) 2024-11-08T20:19:06,328 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:19:06,329 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T20:19:06,329 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:19:06,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42717 is added to blk_1073741828_1004 (size=1189) 2024-11-08T20:19:06,653 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T20:19:06,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:06,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:06,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:06,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:06,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:06,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:06,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:06,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:06,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:06,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:06,738 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/MasterData/data/master/store 2024-11-08T20:19:06,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42717 is added to blk_1073741829_1005 (size=34) 2024-11-08T20:19:06,793 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:19:06,793 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ae1476a7656f,43507,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:43507 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T20:19:06,794 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8201 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ae1476a7656f,43507,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:43507 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T20:19:07,143 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:19:07,143 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:19:07,143 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:19:07,143 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:19:07,143 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:19:07,143 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:19:07,143 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:19:07,143 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731097147143Disabling compacts and flushes for region at 1731097147143Disabling writes for close at 1731097147143Writing region close event to WAL at 1731097147143Closed at 1731097147143 2024-11-08T20:19:07,144 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/MasterData/data/master/store/.initializing 2024-11-08T20:19:07,144 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/MasterData/WALs/ae1476a7656f,36341,1731097145226 2024-11-08T20:19:07,145 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:19:07,146 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C36341%2C1731097145226, suffix=, logDir=hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/MasterData/WALs/ae1476a7656f,36341,1731097145226, archiveDir=hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/MasterData/oldWALs, maxLogs=10 2024-11-08T20:19:07,158 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/MasterData/WALs/ae1476a7656f,36341,1731097145226/ae1476a7656f%2C36341%2C1731097145226.1731097147146, exclude list is [], retry=0 2024-11-08T20:19:07,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42717,DS-97f55c18-9431-4fb4-b98c-57509d173ef9,DISK] 2024-11-08T20:19:07,161 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/MasterData/WALs/ae1476a7656f,36341,1731097145226/ae1476a7656f%2C36341%2C1731097145226.1731097147146 2024-11-08T20:19:07,161 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39977:39977)] 2024-11-08T20:19:07,162 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:19:07,162 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:19:07,162 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:07,162 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:07,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:07,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T20:19:07,164 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:07,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:19:07,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:07,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T20:19:07,165 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:07,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:19:07,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:07,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T20:19:07,166 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:07,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:19:07,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:07,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T20:19:07,167 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:07,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:19:07,167 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:07,168 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:07,168 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:07,169 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:07,169 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:07,170 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:19:07,170 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:07,172 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:19:07,172 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75102117, jitterRate=0.11910875141620636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:19:07,173 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731097147162Initializing all the Stores at 1731097147163 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097147163Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097147163Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097147163Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097147163Cleaning up temporary data from old regions at 1731097147169 (+6 ms)Region opened successfully at 1731097147173 (+4 ms) 2024-11-08T20:19:07,173 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T20:19:07,175 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78ec5c44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:19:07,176 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T20:19:07,176 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T20:19:07,176 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T20:19:07,176 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T20:19:07,177 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T20:19:07,177 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T20:19:07,177 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T20:19:07,179 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T20:19:07,180 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36341-0x1011c1a23750000, quorum=127.0.0.1:62988, baseZNode=/0914162940 Unable to get data of znode /0914162940/balancer because node does not exist (not necessarily an error) 2024-11-08T20:19:07,197 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0914162940/balancer already deleted, retry=false 2024-11-08T20:19:07,197 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T20:19:07,198 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36341-0x1011c1a23750000, quorum=127.0.0.1:62988, baseZNode=/0914162940 Unable to get data of znode /0914162940/normalizer because node does not exist (not necessarily an error) 2024-11-08T20:19:07,207 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0914162940/normalizer already deleted, retry=false 2024-11-08T20:19:07,208 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T20:19:07,209 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36341-0x1011c1a23750000, quorum=127.0.0.1:62988, baseZNode=/0914162940 Unable to get data of znode /0914162940/switch/split because node does not exist (not necessarily an error) 2024-11-08T20:19:07,218 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0914162940/switch/split already deleted, retry=false 2024-11-08T20:19:07,219 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36341-0x1011c1a23750000, quorum=127.0.0.1:62988, baseZNode=/0914162940 Unable to get data of znode /0914162940/switch/merge because node does not exist (not necessarily an error) 2024-11-08T20:19:07,228 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0914162940/switch/merge already deleted, retry=false 2024-11-08T20:19:07,230 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36341-0x1011c1a23750000, quorum=127.0.0.1:62988, baseZNode=/0914162940 Unable to get data of znode /0914162940/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T20:19:07,239 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0914162940/snapshot-cleanup already deleted, retry=false 2024-11-08T20:19:07,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36341-0x1011c1a23750000, quorum=127.0.0.1:62988, baseZNode=/0914162940 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0914162940/running 2024-11-08T20:19:07,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32901-0x1011c1a23750001, quorum=127.0.0.1:62988, baseZNode=/0914162940 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0914162940/running 2024-11-08T20:19:07,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36341-0x1011c1a23750000, quorum=127.0.0.1:62988, baseZNode=/0914162940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0914162940 2024-11-08T20:19:07,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32901-0x1011c1a23750001, quorum=127.0.0.1:62988, baseZNode=/0914162940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0914162940 2024-11-08T20:19:07,250 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ae1476a7656f,36341,1731097145226, sessionid=0x1011c1a23750000, setting cluster-up flag (Was=false) 2024-11-08T20:19:07,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32901-0x1011c1a23750001, quorum=127.0.0.1:62988, baseZNode=/0914162940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0914162940 2024-11-08T20:19:07,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36341-0x1011c1a23750000, quorum=127.0.0.1:62988, baseZNode=/0914162940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0914162940 2024-11-08T20:19:07,302 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0914162940/flush-table-proc/acquired, /0914162940/flush-table-proc/reached, /0914162940/flush-table-proc/abort 2024-11-08T20:19:07,303 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,36341,1731097145226 2024-11-08T20:19:07,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32901-0x1011c1a23750001, quorum=127.0.0.1:62988, baseZNode=/0914162940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0914162940 2024-11-08T20:19:07,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36341-0x1011c1a23750000, quorum=127.0.0.1:62988, baseZNode=/0914162940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0914162940 2024-11-08T20:19:07,355 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0914162940/online-snapshot/acquired, /0914162940/online-snapshot/reached, /0914162940/online-snapshot/abort 2024-11-08T20:19:07,356 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,36341,1731097145226 2024-11-08T20:19:07,356 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T20:19:07,358 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T20:19:07,358 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T20:19:07,358 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T20:19:07,358 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of ae1476a7656f,40661,1731097086713: status=Processing ServerCrashProcedure of ae1476a7656f,40661,1731097086713 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731097103328, completionTime=-1 appears to have been leaked 2024-11-08T20:19:07,358 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ae1476a7656f,36341,1731097145226 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T20:19:07,359 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:19:07,359 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:19:07,359 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:19:07,359 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:19:07,359 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ae1476a7656f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T20:19:07,359 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:07,359 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:19:07,359 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:07,360 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731097177360 2024-11-08T20:19:07,360 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T20:19:07,360 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T20:19:07,360 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T20:19:07,360 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T20:19:07,360 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T20:19:07,360 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T20:19:07,360 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:07,360 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:19:07,360 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T20:19:07,361 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:07,361 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T20:19:07,364 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T20:19:07,364 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T20:19:07,364 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T20:19:07,364 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T20:19:07,368 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T20:19:07,368 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T20:19:07,368 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097147368,5,FailOnTimeoutGroup] 2024-11-08T20:19:07,368 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097147368,5,FailOnTimeoutGroup] 2024-11-08T20:19:07,368 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:07,369 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T20:19:07,369 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:07,369 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:07,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42717 is added to blk_1073741831_1007 (size=1321) 2024-11-08T20:19:07,456 INFO [RS:0;ae1476a7656f:32901 {}] regionserver.HRegionServer(746): ClusterId : 5de7eac4-8b20-4072-b42e-2834815f5037 2024-11-08T20:19:07,456 DEBUG [RS:0;ae1476a7656f:32901 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T20:19:07,466 DEBUG [RS:0;ae1476a7656f:32901 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T20:19:07,466 DEBUG [RS:0;ae1476a7656f:32901 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T20:19:07,477 DEBUG [RS:0;ae1476a7656f:32901 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T20:19:07,477 DEBUG [RS:0;ae1476a7656f:32901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2adbef0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:19:07,491 DEBUG [RS:0;ae1476a7656f:32901 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ae1476a7656f:32901 2024-11-08T20:19:07,491 INFO [RS:0;ae1476a7656f:32901 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T20:19:07,491 INFO [RS:0;ae1476a7656f:32901 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T20:19:07,491 DEBUG [RS:0;ae1476a7656f:32901 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T20:19:07,492 INFO [RS:0;ae1476a7656f:32901 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae1476a7656f,36341,1731097145226 with port=32901, startcode=1731097145427 2024-11-08T20:19:07,492 DEBUG [RS:0;ae1476a7656f:32901 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T20:19:07,494 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T20:19:07,494 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36341 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae1476a7656f,32901,1731097145427 2024-11-08T20:19:07,494 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36341 {}] master.ServerManager(517): Registering regionserver=ae1476a7656f,32901,1731097145427 2024-11-08T20:19:07,495 DEBUG [RS:0;ae1476a7656f:32901 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603 2024-11-08T20:19:07,495 DEBUG [RS:0;ae1476a7656f:32901 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35681 2024-11-08T20:19:07,496 DEBUG [RS:0;ae1476a7656f:32901 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T20:19:07,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36341-0x1011c1a23750000, quorum=127.0.0.1:62988, baseZNode=/0914162940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0914162940/rs 2024-11-08T20:19:07,508 DEBUG [RS:0;ae1476a7656f:32901 {}] zookeeper.ZKUtil(111): regionserver:32901-0x1011c1a23750001, quorum=127.0.0.1:62988, baseZNode=/0914162940 Set watcher on existing znode=/0914162940/rs/ae1476a7656f,32901,1731097145427 2024-11-08T20:19:07,508 WARN [RS:0;ae1476a7656f:32901 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:19:07,508 INFO [RS:0;ae1476a7656f:32901 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:19:07,508 DEBUG [RS:0;ae1476a7656f:32901 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427 2024-11-08T20:19:07,508 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae1476a7656f,32901,1731097145427] 2024-11-08T20:19:07,511 INFO [RS:0;ae1476a7656f:32901 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T20:19:07,513 INFO [RS:0;ae1476a7656f:32901 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T20:19:07,513 INFO [RS:0;ae1476a7656f:32901 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T20:19:07,513 INFO [RS:0;ae1476a7656f:32901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:07,513 INFO [RS:0;ae1476a7656f:32901 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T20:19:07,514 INFO [RS:0;ae1476a7656f:32901 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T20:19:07,514 INFO [RS:0;ae1476a7656f:32901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:07,514 DEBUG [RS:0;ae1476a7656f:32901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:07,514 DEBUG [RS:0;ae1476a7656f:32901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:07,514 DEBUG [RS:0;ae1476a7656f:32901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:07,514 DEBUG [RS:0;ae1476a7656f:32901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:07,514 DEBUG [RS:0;ae1476a7656f:32901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:07,514 DEBUG [RS:0;ae1476a7656f:32901 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:19:07,514 DEBUG [RS:0;ae1476a7656f:32901 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:07,514 DEBUG [RS:0;ae1476a7656f:32901 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:07,514 DEBUG [RS:0;ae1476a7656f:32901 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:07,514 DEBUG [RS:0;ae1476a7656f:32901 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:07,514 DEBUG [RS:0;ae1476a7656f:32901 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:07,514 DEBUG [RS:0;ae1476a7656f:32901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:07,514 DEBUG [RS:0;ae1476a7656f:32901 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:19:07,514 DEBUG [RS:0;ae1476a7656f:32901 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:19:07,514 INFO [RS:0;ae1476a7656f:32901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:07,514 INFO [RS:0;ae1476a7656f:32901 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:07,514 INFO [RS:0;ae1476a7656f:32901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:07,514 INFO [RS:0;ae1476a7656f:32901 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:07,514 INFO [RS:0;ae1476a7656f:32901 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:07,514 INFO [RS:0;ae1476a7656f:32901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,32901,1731097145427-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:19:07,528 INFO [RS:0;ae1476a7656f:32901 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T20:19:07,528 INFO [RS:0;ae1476a7656f:32901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,32901,1731097145427-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:07,528 INFO [RS:0;ae1476a7656f:32901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:07,528 INFO [RS:0;ae1476a7656f:32901 {}] regionserver.Replication(171): ae1476a7656f,32901,1731097145427 started 2024-11-08T20:19:07,547 INFO [RS:0;ae1476a7656f:32901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:07,547 INFO [RS:0;ae1476a7656f:32901 {}] regionserver.HRegionServer(1482): Serving as ae1476a7656f,32901,1731097145427, RpcServer on ae1476a7656f/172.17.0.3:32901, sessionid=0x1011c1a23750001 2024-11-08T20:19:07,547 DEBUG [RS:0;ae1476a7656f:32901 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T20:19:07,547 DEBUG [RS:0;ae1476a7656f:32901 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae1476a7656f,32901,1731097145427 2024-11-08T20:19:07,548 DEBUG [RS:0;ae1476a7656f:32901 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,32901,1731097145427' 2024-11-08T20:19:07,548 DEBUG [RS:0;ae1476a7656f:32901 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0914162940/flush-table-proc/abort' 2024-11-08T20:19:07,548 DEBUG [RS:0;ae1476a7656f:32901 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0914162940/flush-table-proc/acquired' 2024-11-08T20:19:07,548 DEBUG [RS:0;ae1476a7656f:32901 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T20:19:07,548 DEBUG [RS:0;ae1476a7656f:32901 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T20:19:07,548 DEBUG [RS:0;ae1476a7656f:32901 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae1476a7656f,32901,1731097145427 2024-11-08T20:19:07,548 DEBUG [RS:0;ae1476a7656f:32901 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,32901,1731097145427' 2024-11-08T20:19:07,549 DEBUG [RS:0;ae1476a7656f:32901 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0914162940/online-snapshot/abort' 2024-11-08T20:19:07,549 DEBUG [RS:0;ae1476a7656f:32901 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0914162940/online-snapshot/acquired' 2024-11-08T20:19:07,549 DEBUG [RS:0;ae1476a7656f:32901 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T20:19:07,549 INFO [RS:0;ae1476a7656f:32901 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T20:19:07,549 INFO [RS:0;ae1476a7656f:32901 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T20:19:07,650 INFO [RS:0;ae1476a7656f:32901 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:19:07,651 INFO [RS:0;ae1476a7656f:32901 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C32901%2C1731097145427, suffix=, logDir=hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427, archiveDir=hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/oldWALs, maxLogs=10 2024-11-08T20:19:07,668 DEBUG [RS:0;ae1476a7656f:32901 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427/ae1476a7656f%2C32901%2C1731097145427.1731097147651, exclude list is [], retry=0 2024-11-08T20:19:07,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42717,DS-97f55c18-9431-4fb4-b98c-57509d173ef9,DISK] 2024-11-08T20:19:07,673 INFO [RS:0;ae1476a7656f:32901 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427/ae1476a7656f%2C32901%2C1731097145427.1731097147651 2024-11-08T20:19:07,673 DEBUG [RS:0;ae1476a7656f:32901 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39977:39977)] 2024-11-08T20:19:07,771 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T20:19:07,772 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603 2024-11-08T20:19:07,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42717 is added to blk_1073741833_1009 (size=32) 2024-11-08T20:19:07,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:19:07,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T20:19:07,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T20:19:07,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T20:19:07,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:19:07,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T20:19:08,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:19:08,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:19:08,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:19:08,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:08,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:19:08,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:19:08,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:19:08,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:08,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:19:08,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:19:08,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:19:08,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:08,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:19:08,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:19:08,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:19:08,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:08,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:19:08,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:19:08,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/hbase/meta/1588230740 2024-11-08T20:19:08,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/hbase/meta/1588230740 2024-11-08T20:19:08,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:19:08,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:19:08,185 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:19:08,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:19:08,187 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:19:08,187 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58975626, jitterRate=-0.12119469046592712}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:19:08,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731097148177Initializing all the Stores at 1731097148178 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097148178Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097148178Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097148178Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097148178Cleaning up temporary data from old regions at 1731097148184 (+6 ms)Region opened successfully at 1731097148187 (+3 ms) 2024-11-08T20:19:08,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:19:08,187 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:19:08,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:19:08,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:19:08,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:19:08,188 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:19:08,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731097148187Disabling compacts and flushes for region at 1731097148187Disabling writes for close at 1731097148187Writing region close event to WAL at 1731097148188 (+1 ms)Closed at 1731097148188 2024-11-08T20:19:08,189 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:19:08,189 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T20:19:08,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T20:19:08,189 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:19:08,190 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T20:19:08,340 DEBUG [ae1476a7656f:36341 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T20:19:08,341 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ae1476a7656f,32901,1731097145427 2024-11-08T20:19:08,342 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,32901,1731097145427, state=OPENING 2024-11-08T20:19:08,428 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T20:19:08,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32901-0x1011c1a23750001, quorum=127.0.0.1:62988, baseZNode=/0914162940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0914162940 2024-11-08T20:19:08,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36341-0x1011c1a23750000, quorum=127.0.0.1:62988, baseZNode=/0914162940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0914162940 2024-11-08T20:19:08,439 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0914162940/meta-region-server: CHANGED 2024-11-08T20:19:08,439 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0914162940/meta-region-server: CHANGED 2024-11-08T20:19:08,439 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:19:08,440 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,32901,1731097145427}] 2024-11-08T20:19:08,592 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:19:08,593 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35997, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T20:19:08,595 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T20:19:08,595 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:19:08,596 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T20:19:08,597 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C32901%2C1731097145427.meta, suffix=.meta, logDir=hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427, archiveDir=hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/oldWALs, maxLogs=10 2024-11-08T20:19:08,609 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427/ae1476a7656f%2C32901%2C1731097145427.meta.1731097148597.meta, exclude list is [], retry=0 2024-11-08T20:19:08,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42717,DS-97f55c18-9431-4fb4-b98c-57509d173ef9,DISK] 2024-11-08T20:19:08,612 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427/ae1476a7656f%2C32901%2C1731097145427.meta.1731097148597.meta 2024-11-08T20:19:08,612 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39977:39977)] 2024-11-08T20:19:08,613 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:19:08,613 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:19:08,613 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T20:19:08,613 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T20:19:08,613 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T20:19:08,613 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T20:19:08,613 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:19:08,613 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T20:19:08,613 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T20:19:08,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:19:08,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:19:08,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:08,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:19:08,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:19:08,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:19:08,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:08,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:19:08,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:19:08,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:19:08,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:08,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:19:08,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:19:08,618 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:19:08,618 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:08,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:19:08,618 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:19:08,618 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/hbase/meta/1588230740 2024-11-08T20:19:08,619 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/hbase/meta/1588230740 2024-11-08T20:19:08,620 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:19:08,620 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:19:08,620 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:19:08,621 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:19:08,621 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74379624, jitterRate=0.10834276676177979}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:19:08,622 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T20:19:08,622 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731097148613Writing region info on filesystem at 1731097148614 (+1 ms)Initializing all the Stores at 1731097148614Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097148614Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097148614Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097148614Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097148614Cleaning up temporary data from old regions at 1731097148620 (+6 ms)Running coprocessor post-open hooks at 1731097148622 (+2 ms)Region opened successfully at 1731097148622 2024-11-08T20:19:08,623 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731097148591 2024-11-08T20:19:08,624 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T20:19:08,624 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T20:19:08,625 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,32901,1731097145427 2024-11-08T20:19:08,625 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,32901,1731097145427, state=OPEN 2024-11-08T20:19:08,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36341-0x1011c1a23750000, quorum=127.0.0.1:62988, baseZNode=/0914162940 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0914162940/meta-region-server 2024-11-08T20:19:08,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32901-0x1011c1a23750001, quorum=127.0.0.1:62988, baseZNode=/0914162940 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0914162940/meta-region-server 2024-11-08T20:19:08,660 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ae1476a7656f,32901,1731097145427 2024-11-08T20:19:08,660 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0914162940/meta-region-server: CHANGED 2024-11-08T20:19:08,660 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0914162940/meta-region-server: CHANGED 2024-11-08T20:19:08,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T20:19:08,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,32901,1731097145427 in 221 msec 2024-11-08T20:19:08,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T20:19:08,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 473 msec 2024-11-08T20:19:08,664 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:19:08,664 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T20:19:08,665 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:19:08,665 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,32901,1731097145427, seqNum=-1] 2024-11-08T20:19:08,665 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:19:08,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51139, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:19:08,670 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3120 sec 2024-11-08T20:19:08,670 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731097148670, completionTime=-1 2024-11-08T20:19:08,670 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T20:19:08,670 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T20:19:08,672 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T20:19:08,672 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731097208672 2024-11-08T20:19:08,672 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731097268672 2024-11-08T20:19:08,672 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T20:19:08,672 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,36341,1731097145226-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:08,672 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,36341,1731097145226-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:08,672 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,36341,1731097145226-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:08,672 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ae1476a7656f:36341, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:08,673 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:08,673 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:08,674 DEBUG [master/ae1476a7656f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T20:19:08,676 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.179sec 2024-11-08T20:19:08,676 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T20:19:08,676 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T20:19:08,676 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T20:19:08,676 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T20:19:08,676 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T20:19:08,676 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,36341,1731097145226-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:19:08,676 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,36341,1731097145226-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T20:19:08,678 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T20:19:08,678 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T20:19:08,678 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,36341,1731097145226-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:08,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64d18f92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:08,757 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,36341,-1 for getting cluster id 2024-11-08T20:19:08,757 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:19:08,758 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5de7eac4-8b20-4072-b42e-2834815f5037' 2024-11-08T20:19:08,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:19:08,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5de7eac4-8b20-4072-b42e-2834815f5037" 2024-11-08T20:19:08,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22f0c7da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:08,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,36341,-1] 2024-11-08T20:19:08,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:19:08,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:08,760 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:19:08,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3059b272, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:08,761 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:19:08,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,32901,1731097145427, seqNum=-1] 2024-11-08T20:19:08,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:19:08,763 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:19:08,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ae1476a7656f,36341,1731097145226 2024-11-08T20:19:08,766 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62988 2024-11-08T20:19:08,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62988, baseZNode=/0914162940 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:19:08,787 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011c1a23750002 connected 2024-11-08T20:19:08,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060dae9a-2dc6-7f0b-691b-8d915e01de02/hadoop.log.dir so I do NOT create it in target/test-data/63cdd9f6-2de6-5ce1-e5db-f97131fdebcc 2024-11-08T20:19:08,799 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060dae9a-2dc6-7f0b-691b-8d915e01de02/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T20:19:08,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060dae9a-2dc6-7f0b-691b-8d915e01de02/hadoop.tmp.dir so I do NOT create it in target/test-data/63cdd9f6-2de6-5ce1-e5db-f97131fdebcc 2024-11-08T20:19:08,799 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060dae9a-2dc6-7f0b-691b-8d915e01de02/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T20:19:08,799 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63cdd9f6-2de6-5ce1-e5db-f97131fdebcc 2024-11-08T20:19:08,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T20:19:08,799 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63cdd9f6-2de6-5ce1-e5db-f97131fdebcc/cluster_2ddc0953-c7f2-6b15-6aab-23e8ef86e7f8, deleteOnExit=true 2024-11-08T20:19:08,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T20:19:08,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63cdd9f6-2de6-5ce1-e5db-f97131fdebcc/test.cache.data in system properties and HBase conf 2024-11-08T20:19:08,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63cdd9f6-2de6-5ce1-e5db-f97131fdebcc/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T20:19:08,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63cdd9f6-2de6-5ce1-e5db-f97131fdebcc/hadoop.log.dir in system properties and HBase conf 2024-11-08T20:19:08,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63cdd9f6-2de6-5ce1-e5db-f97131fdebcc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T20:19:08,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63cdd9f6-2de6-5ce1-e5db-f97131fdebcc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T20:19:08,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T20:19:08,800 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T20:19:08,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63cdd9f6-2de6-5ce1-e5db-f97131fdebcc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:19:08,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63cdd9f6-2de6-5ce1-e5db-f97131fdebcc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:19:08,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63cdd9f6-2de6-5ce1-e5db-f97131fdebcc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T20:19:08,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63cdd9f6-2de6-5ce1-e5db-f97131fdebcc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:19:08,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63cdd9f6-2de6-5ce1-e5db-f97131fdebcc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T20:19:08,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63cdd9f6-2de6-5ce1-e5db-f97131fdebcc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T20:19:08,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63cdd9f6-2de6-5ce1-e5db-f97131fdebcc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:19:08,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63cdd9f6-2de6-5ce1-e5db-f97131fdebcc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:19:08,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63cdd9f6-2de6-5ce1-e5db-f97131fdebcc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T20:19:08,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63cdd9f6-2de6-5ce1-e5db-f97131fdebcc/nfs.dump.dir in system properties and HBase conf 2024-11-08T20:19:08,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63cdd9f6-2de6-5ce1-e5db-f97131fdebcc/java.io.tmpdir in system properties and HBase conf 2024-11-08T20:19:08,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63cdd9f6-2de6-5ce1-e5db-f97131fdebcc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:19:08,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63cdd9f6-2de6-5ce1-e5db-f97131fdebcc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T20:19:08,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63cdd9f6-2de6-5ce1-e5db-f97131fdebcc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T20:19:09,127 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:19:09,130 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:19:09,131 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:19:09,131 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:19:09,131 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T20:19:09,132 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:19:09,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d4f2af5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63cdd9f6-2de6-5ce1-e5db-f97131fdebcc/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:19:09,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c23a51f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:19:09,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6321959f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63cdd9f6-2de6-5ce1-e5db-f97131fdebcc/java.io.tmpdir/jetty-localhost-41425-hadoop-hdfs-3_4_1-tests_jar-_-any-13960784150558988692/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:19:09,229 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77b86334{HTTP/1.1, (http/1.1)}{localhost:41425} 2024-11-08T20:19:09,229 INFO [Time-limited test {}] server.Server(415): Started @209517ms 2024-11-08T20:19:09,494 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:19:09,496 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:19:09,498 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:19:09,498 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:19:09,499 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T20:19:09,500 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fa9034{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63cdd9f6-2de6-5ce1-e5db-f97131fdebcc/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:19:09,500 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e620961{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:19:09,594 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11a8fe64{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63cdd9f6-2de6-5ce1-e5db-f97131fdebcc/java.io.tmpdir/jetty-localhost-37515-hadoop-hdfs-3_4_1-tests_jar-_-any-9669985800432055589/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:19:09,595 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@152d286f{HTTP/1.1, (http/1.1)}{localhost:37515} 2024-11-08T20:19:09,595 INFO [Time-limited test {}] server.Server(415): Started @209883ms 2024-11-08T20:19:09,596 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T20:19:10,295 WARN [Thread-2304 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63cdd9f6-2de6-5ce1-e5db-f97131fdebcc/cluster_2ddc0953-c7f2-6b15-6aab-23e8ef86e7f8/data/data1/current/BP-1370027127-172.17.0.3-1731097148818/current, will proceed with Du for space computation calculation, 2024-11-08T20:19:10,295 WARN [Thread-2305 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63cdd9f6-2de6-5ce1-e5db-f97131fdebcc/cluster_2ddc0953-c7f2-6b15-6aab-23e8ef86e7f8/data/data2/current/BP-1370027127-172.17.0.3-1731097148818/current, will proceed with Du for space computation calculation, 2024-11-08T20:19:10,313 WARN [Thread-2292 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T20:19:10,318 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb67f70560d7bb8a7 with lease ID 0x5fdd7f417f270fd9: Processing first storage report for DS-4e6a3ac6-5e19-4e5c-910e-26bd42a5ad9e from datanode DatanodeRegistration(127.0.0.1:45363, datanodeUuid=678a0874-b145-41bd-953f-d54a1c26b8a0, infoPort=33067, infoSecurePort=0, ipcPort=39983, storageInfo=lv=-57;cid=testClusterID;nsid=1370181168;c=1731097148818) 2024-11-08T20:19:10,318 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb67f70560d7bb8a7 with lease ID 0x5fdd7f417f270fd9: from storage DS-4e6a3ac6-5e19-4e5c-910e-26bd42a5ad9e node DatanodeRegistration(127.0.0.1:45363, datanodeUuid=678a0874-b145-41bd-953f-d54a1c26b8a0, infoPort=33067, infoSecurePort=0, ipcPort=39983, storageInfo=lv=-57;cid=testClusterID;nsid=1370181168;c=1731097148818), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:19:10,318 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb67f70560d7bb8a7 with lease ID 0x5fdd7f417f270fd9: Processing first storage report for DS-4f24d286-9faf-4ac5-8287-ff21fc212246 from datanode DatanodeRegistration(127.0.0.1:45363, datanodeUuid=678a0874-b145-41bd-953f-d54a1c26b8a0, infoPort=33067, infoSecurePort=0, ipcPort=39983, storageInfo=lv=-57;cid=testClusterID;nsid=1370181168;c=1731097148818) 2024-11-08T20:19:10,318 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb67f70560d7bb8a7 with lease ID 0x5fdd7f417f270fd9: from storage DS-4f24d286-9faf-4ac5-8287-ff21fc212246 node DatanodeRegistration(127.0.0.1:45363, datanodeUuid=678a0874-b145-41bd-953f-d54a1c26b8a0, infoPort=33067, infoSecurePort=0, ipcPort=39983, storageInfo=lv=-57;cid=testClusterID;nsid=1370181168;c=1731097148818), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:19:10,326 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63cdd9f6-2de6-5ce1-e5db-f97131fdebcc 2024-11-08T20:19:10,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:19:10,327 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:19:10,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45363 is added to blk_1073741825_1001 (size=7) 2024-11-08T20:19:10,739 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673 with version=8 2024-11-08T20:19:10,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/hbase-staging 2024-11-08T20:19:10,741 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:19:10,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:19:10,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:19:10,741 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:19:10,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:19:10,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:19:10,741 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T20:19:10,741 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:19:10,742 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35449 2024-11-08T20:19:10,742 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35449 connecting to ZooKeeper ensemble=127.0.0.1:62988 2024-11-08T20:19:10,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:354490x0, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:19:10,786 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35449-0x1011c1a23750003 connected 2024-11-08T20:19:10,860 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:19:10,861 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:19:10,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35449-0x1011c1a23750003, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Set watcher on znode that does not yet exist, /1-1968337590/running 2024-11-08T20:19:10,863 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673, hbase.cluster.distributed=false 2024-11-08T20:19:10,864 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35449-0x1011c1a23750003, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Set watcher on znode that does not yet exist, /1-1968337590/acl 2024-11-08T20:19:10,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35449 2024-11-08T20:19:10,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35449 2024-11-08T20:19:10,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35449 2024-11-08T20:19:10,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35449 2024-11-08T20:19:10,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35449 2024-11-08T20:19:10,877 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:19:10,878 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:19:10,878 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:19:10,878 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:19:10,878 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:19:10,878 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:19:10,878 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T20:19:10,878 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:19:10,878 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43487 2024-11-08T20:19:10,879 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43487 connecting to ZooKeeper ensemble=127.0.0.1:62988 2024-11-08T20:19:10,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:19:10,881 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:19:10,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434870x0, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:19:10,892 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43487-0x1011c1a23750004, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Set watcher on znode that does not yet exist, /1-1968337590/running 2024-11-08T20:19:10,892 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43487-0x1011c1a23750004 connected 2024-11-08T20:19:10,892 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T20:19:10,893 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T20:19:10,893 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43487-0x1011c1a23750004, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Set watcher on znode that does not yet exist, /1-1968337590/master 2024-11-08T20:19:10,894 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43487-0x1011c1a23750004, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Set watcher on znode that does not yet exist, /1-1968337590/acl 2024-11-08T20:19:10,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43487 2024-11-08T20:19:10,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43487 2024-11-08T20:19:10,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43487 2024-11-08T20:19:10,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43487 2024-11-08T20:19:10,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43487 2024-11-08T20:19:10,907 DEBUG [M:0;ae1476a7656f:35449 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ae1476a7656f:35449 2024-11-08T20:19:10,908 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1968337590/backup-masters/ae1476a7656f,35449,1731097150740 2024-11-08T20:19:10,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x1011c1a23750003, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1968337590/backup-masters 2024-11-08T20:19:10,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43487-0x1011c1a23750004, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1968337590/backup-masters 2024-11-08T20:19:10,918 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35449-0x1011c1a23750003, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Set watcher on existing znode=/1-1968337590/backup-masters/ae1476a7656f,35449,1731097150740 2024-11-08T20:19:10,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43487-0x1011c1a23750004, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1968337590/master 2024-11-08T20:19:10,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x1011c1a23750003, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1968337590 2024-11-08T20:19:10,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43487-0x1011c1a23750004, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1968337590 2024-11-08T20:19:10,929 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35449-0x1011c1a23750003, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Set watcher on existing znode=/1-1968337590/master 2024-11-08T20:19:10,929 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1968337590/backup-masters/ae1476a7656f,35449,1731097150740 from backup master directory 2024-11-08T20:19:10,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x1011c1a23750003, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1968337590/backup-masters/ae1476a7656f,35449,1731097150740 2024-11-08T20:19:10,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43487-0x1011c1a23750004, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1968337590/backup-masters 2024-11-08T20:19:10,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x1011c1a23750003, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1968337590/backup-masters 2024-11-08T20:19:10,939 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:19:10,939 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ae1476a7656f,35449,1731097150740 2024-11-08T20:19:10,942 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/hbase.id] with ID: 8a12cfae-86ff-4c6e-882c-cc3f0913c251 2024-11-08T20:19:10,942 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/.tmp/hbase.id 2024-11-08T20:19:10,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45363 is added to blk_1073741826_1002 (size=42) 2024-11-08T20:19:11,350 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/.tmp/hbase.id]:[hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/hbase.id] 2024-11-08T20:19:11,357 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:19:11,358 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T20:19:11,358 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-08T20:19:11,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x1011c1a23750003, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1968337590 2024-11-08T20:19:11,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43487-0x1011c1a23750004, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1968337590 2024-11-08T20:19:11,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45363 is added to blk_1073741827_1003 (size=196) 2024-11-08T20:19:11,989 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:19:11,989 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T20:19:11,990 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:19:11,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45363 is added to blk_1073741828_1004 (size=1189) 2024-11-08T20:19:12,395 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/MasterData/data/master/store 2024-11-08T20:19:12,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45363 is added to blk_1073741829_1005 (size=34) 2024-11-08T20:19:12,801 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:19:12,801 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:19:12,801 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:19:12,801 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:19:12,801 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:19:12,801 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:19:12,801 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:19:12,801 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731097152801Disabling compacts and flushes for region at 1731097152801Disabling writes for close at 1731097152801Writing region close event to WAL at 1731097152801Closed at 1731097152801 2024-11-08T20:19:12,802 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/MasterData/data/master/store/.initializing 2024-11-08T20:19:12,802 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/MasterData/WALs/ae1476a7656f,35449,1731097150740 2024-11-08T20:19:12,803 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:19:12,804 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C35449%2C1731097150740, suffix=, logDir=hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/MasterData/WALs/ae1476a7656f,35449,1731097150740, archiveDir=hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/MasterData/oldWALs, maxLogs=10 2024-11-08T20:19:12,817 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/MasterData/WALs/ae1476a7656f,35449,1731097150740/ae1476a7656f%2C35449%2C1731097150740.1731097152804, exclude list is [], retry=0 2024-11-08T20:19:12,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45363,DS-4e6a3ac6-5e19-4e5c-910e-26bd42a5ad9e,DISK] 2024-11-08T20:19:12,821 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/MasterData/WALs/ae1476a7656f,35449,1731097150740/ae1476a7656f%2C35449%2C1731097150740.1731097152804 2024-11-08T20:19:12,822 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33067:33067)] 2024-11-08T20:19:12,823 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:19:12,823 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:19:12,823 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:12,823 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:12,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:12,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T20:19:12,825 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:12,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:19:12,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:12,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T20:19:12,826 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:12,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:19:12,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:12,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T20:19:12,828 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:12,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:19:12,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:12,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T20:19:12,829 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:12,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:19:12,829 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:12,830 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:12,830 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:12,831 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:12,831 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:12,831 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:19:12,832 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:12,833 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:19:12,833 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67167626, jitterRate=8.75622034072876E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:19:12,833 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731097152823Initializing all the Stores at 1731097152824 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097152824Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097152824Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097152824Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097152824Cleaning up temporary data from old regions at 1731097152831 (+7 ms)Region opened successfully at 1731097152833 (+2 ms) 2024-11-08T20:19:12,834 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T20:19:12,836 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75aa8a28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:19:12,836 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T20:19:12,837 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T20:19:12,837 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T20:19:12,837 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T20:19:12,837 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T20:19:12,837 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T20:19:12,837 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T20:19:12,839 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T20:19:12,839 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35449-0x1011c1a23750003, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Unable to get data of znode /1-1968337590/balancer because node does not exist (not necessarily an error) 2024-11-08T20:19:12,891 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1968337590/balancer already deleted, retry=false 2024-11-08T20:19:12,892 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T20:19:12,892 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35449-0x1011c1a23750003, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Unable to get data of znode /1-1968337590/normalizer because node does not exist (not necessarily an error) 2024-11-08T20:19:12,902 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1968337590/normalizer already deleted, retry=false 2024-11-08T20:19:12,902 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T20:19:12,903 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35449-0x1011c1a23750003, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Unable to get data of znode /1-1968337590/switch/split because node does not exist (not necessarily an error) 2024-11-08T20:19:12,912 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1968337590/switch/split already deleted, retry=false 2024-11-08T20:19:12,913 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35449-0x1011c1a23750003, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Unable to get data of znode /1-1968337590/switch/merge because node does not exist (not necessarily an error) 2024-11-08T20:19:12,923 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1968337590/switch/merge already deleted, retry=false 2024-11-08T20:19:12,925 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35449-0x1011c1a23750003, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Unable to get data of znode /1-1968337590/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T20:19:12,933 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1968337590/snapshot-cleanup already deleted, retry=false 2024-11-08T20:19:12,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x1011c1a23750003, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1968337590/running 2024-11-08T20:19:12,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43487-0x1011c1a23750004, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1968337590/running 2024-11-08T20:19:12,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x1011c1a23750003, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1968337590 2024-11-08T20:19:12,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43487-0x1011c1a23750004, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1968337590 2024-11-08T20:19:12,944 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ae1476a7656f,35449,1731097150740, sessionid=0x1011c1a23750003, setting cluster-up flag (Was=false) 2024-11-08T20:19:12,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x1011c1a23750003, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1968337590 2024-11-08T20:19:12,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43487-0x1011c1a23750004, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1968337590 2024-11-08T20:19:12,996 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1968337590/flush-table-proc/acquired, /1-1968337590/flush-table-proc/reached, /1-1968337590/flush-table-proc/abort 2024-11-08T20:19:12,997 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,35449,1731097150740 2024-11-08T20:19:13,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43487-0x1011c1a23750004, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1968337590 2024-11-08T20:19:13,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x1011c1a23750003, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1968337590 2024-11-08T20:19:13,049 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1968337590/online-snapshot/acquired, /1-1968337590/online-snapshot/reached, /1-1968337590/online-snapshot/abort 2024-11-08T20:19:13,050 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,35449,1731097150740 2024-11-08T20:19:13,051 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T20:19:13,052 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T20:19:13,052 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T20:19:13,052 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T20:19:13,053 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ae1476a7656f,35449,1731097150740 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T20:19:13,054 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:19:13,054 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:19:13,054 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:19:13,054 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:19:13,054 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ae1476a7656f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T20:19:13,054 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:13,054 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:19:13,054 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:13,055 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:19:13,055 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T20:19:13,056 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:13,056 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T20:19:13,060 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731097183060 2024-11-08T20:19:13,060 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T20:19:13,060 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T20:19:13,060 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T20:19:13,060 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T20:19:13,060 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T20:19:13,060 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T20:19:13,061 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:13,061 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T20:19:13,061 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T20:19:13,061 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T20:19:13,061 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T20:19:13,061 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T20:19:13,061 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T20:19:13,062 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097153061,5,FailOnTimeoutGroup] 2024-11-08T20:19:13,062 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097153062,5,FailOnTimeoutGroup] 2024-11-08T20:19:13,062 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:13,062 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T20:19:13,062 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:13,062 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:13,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45363 is added to blk_1073741831_1007 (size=1321) 2024-11-08T20:19:13,100 INFO [RS:0;ae1476a7656f:43487 {}] regionserver.HRegionServer(746): ClusterId : 8a12cfae-86ff-4c6e-882c-cc3f0913c251 2024-11-08T20:19:13,100 DEBUG [RS:0;ae1476a7656f:43487 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T20:19:13,113 DEBUG [RS:0;ae1476a7656f:43487 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T20:19:13,113 DEBUG [RS:0;ae1476a7656f:43487 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T20:19:13,123 DEBUG [RS:0;ae1476a7656f:43487 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T20:19:13,124 DEBUG [RS:0;ae1476a7656f:43487 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61dfd0fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:19:13,135 DEBUG [RS:0;ae1476a7656f:43487 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ae1476a7656f:43487 2024-11-08T20:19:13,135 INFO [RS:0;ae1476a7656f:43487 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T20:19:13,135 INFO [RS:0;ae1476a7656f:43487 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T20:19:13,135 DEBUG [RS:0;ae1476a7656f:43487 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T20:19:13,135 INFO [RS:0;ae1476a7656f:43487 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae1476a7656f,35449,1731097150740 with port=43487, startcode=1731097150877 2024-11-08T20:19:13,136 DEBUG [RS:0;ae1476a7656f:43487 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T20:19:13,137 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57745, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T20:19:13,137 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35449 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae1476a7656f,43487,1731097150877 2024-11-08T20:19:13,137 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35449 {}] master.ServerManager(517): Registering regionserver=ae1476a7656f,43487,1731097150877 2024-11-08T20:19:13,138 DEBUG [RS:0;ae1476a7656f:43487 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673 2024-11-08T20:19:13,139 DEBUG [RS:0;ae1476a7656f:43487 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39785 2024-11-08T20:19:13,139 DEBUG [RS:0;ae1476a7656f:43487 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T20:19:13,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x1011c1a23750003, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1968337590/rs 2024-11-08T20:19:13,196 DEBUG [RS:0;ae1476a7656f:43487 {}] zookeeper.ZKUtil(111): regionserver:43487-0x1011c1a23750004, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Set watcher on existing znode=/1-1968337590/rs/ae1476a7656f,43487,1731097150877 2024-11-08T20:19:13,196 WARN [RS:0;ae1476a7656f:43487 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:19:13,196 INFO [RS:0;ae1476a7656f:43487 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:19:13,196 DEBUG [RS:0;ae1476a7656f:43487 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/WALs/ae1476a7656f,43487,1731097150877 2024-11-08T20:19:13,196 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae1476a7656f,43487,1731097150877] 2024-11-08T20:19:13,199 INFO [RS:0;ae1476a7656f:43487 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T20:19:13,200 INFO [RS:0;ae1476a7656f:43487 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T20:19:13,200 INFO [RS:0;ae1476a7656f:43487 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T20:19:13,200 INFO [RS:0;ae1476a7656f:43487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:13,200 INFO [RS:0;ae1476a7656f:43487 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T20:19:13,201 INFO [RS:0;ae1476a7656f:43487 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T20:19:13,201 INFO [RS:0;ae1476a7656f:43487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:13,201 DEBUG [RS:0;ae1476a7656f:43487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:13,201 DEBUG [RS:0;ae1476a7656f:43487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:13,201 DEBUG [RS:0;ae1476a7656f:43487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:13,201 DEBUG [RS:0;ae1476a7656f:43487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:13,201 DEBUG [RS:0;ae1476a7656f:43487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:13,201 DEBUG [RS:0;ae1476a7656f:43487 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:19:13,201 DEBUG [RS:0;ae1476a7656f:43487 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:13,201 DEBUG [RS:0;ae1476a7656f:43487 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:13,201 DEBUG [RS:0;ae1476a7656f:43487 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:13,201 DEBUG [RS:0;ae1476a7656f:43487 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:13,201 DEBUG [RS:0;ae1476a7656f:43487 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:13,201 DEBUG [RS:0;ae1476a7656f:43487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:13,201 DEBUG [RS:0;ae1476a7656f:43487 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:19:13,201 DEBUG [RS:0;ae1476a7656f:43487 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:19:13,201 INFO [RS:0;ae1476a7656f:43487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:13,201 INFO [RS:0;ae1476a7656f:43487 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:13,201 INFO [RS:0;ae1476a7656f:43487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:13,201 INFO [RS:0;ae1476a7656f:43487 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:13,201 INFO [RS:0;ae1476a7656f:43487 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:13,201 INFO [RS:0;ae1476a7656f:43487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,43487,1731097150877-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:19:13,214 INFO [RS:0;ae1476a7656f:43487 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T20:19:13,214 INFO [RS:0;ae1476a7656f:43487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,43487,1731097150877-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:13,214 INFO [RS:0;ae1476a7656f:43487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:13,214 INFO [RS:0;ae1476a7656f:43487 {}] regionserver.Replication(171): ae1476a7656f,43487,1731097150877 started 2024-11-08T20:19:13,226 INFO [RS:0;ae1476a7656f:43487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:13,226 INFO [RS:0;ae1476a7656f:43487 {}] regionserver.HRegionServer(1482): Serving as ae1476a7656f,43487,1731097150877, RpcServer on ae1476a7656f/172.17.0.3:43487, sessionid=0x1011c1a23750004 2024-11-08T20:19:13,227 DEBUG [RS:0;ae1476a7656f:43487 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T20:19:13,227 DEBUG [RS:0;ae1476a7656f:43487 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae1476a7656f,43487,1731097150877 2024-11-08T20:19:13,227 DEBUG [RS:0;ae1476a7656f:43487 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,43487,1731097150877' 2024-11-08T20:19:13,227 DEBUG [RS:0;ae1476a7656f:43487 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1968337590/flush-table-proc/abort' 2024-11-08T20:19:13,227 DEBUG [RS:0;ae1476a7656f:43487 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1968337590/flush-table-proc/acquired' 2024-11-08T20:19:13,227 DEBUG [RS:0;ae1476a7656f:43487 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T20:19:13,227 DEBUG [RS:0;ae1476a7656f:43487 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T20:19:13,227 DEBUG [RS:0;ae1476a7656f:43487 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae1476a7656f,43487,1731097150877 2024-11-08T20:19:13,227 DEBUG [RS:0;ae1476a7656f:43487 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,43487,1731097150877' 2024-11-08T20:19:13,227 DEBUG [RS:0;ae1476a7656f:43487 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1968337590/online-snapshot/abort' 2024-11-08T20:19:13,228 DEBUG [RS:0;ae1476a7656f:43487 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1968337590/online-snapshot/acquired' 2024-11-08T20:19:13,228 DEBUG [RS:0;ae1476a7656f:43487 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T20:19:13,228 INFO [RS:0;ae1476a7656f:43487 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T20:19:13,228 INFO [RS:0;ae1476a7656f:43487 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T20:19:13,312 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T20:19:13,328 INFO [RS:0;ae1476a7656f:43487 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:19:13,329 INFO [RS:0;ae1476a7656f:43487 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C43487%2C1731097150877, suffix=, logDir=hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/WALs/ae1476a7656f,43487,1731097150877, archiveDir=hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/oldWALs, maxLogs=10 2024-11-08T20:19:13,342 DEBUG [RS:0;ae1476a7656f:43487 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/WALs/ae1476a7656f,43487,1731097150877/ae1476a7656f%2C43487%2C1731097150877.1731097153330, exclude list is [], retry=0 2024-11-08T20:19:13,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45363,DS-4e6a3ac6-5e19-4e5c-910e-26bd42a5ad9e,DISK] 2024-11-08T20:19:13,346 INFO [RS:0;ae1476a7656f:43487 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/WALs/ae1476a7656f,43487,1731097150877/ae1476a7656f%2C43487%2C1731097150877.1731097153330 2024-11-08T20:19:13,346 DEBUG [RS:0;ae1476a7656f:43487 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33067:33067)] 2024-11-08T20:19:13,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:13,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:13,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:13,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:13,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:13,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:13,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:13,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:13,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:13,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:13,468 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T20:19:13,468 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673 2024-11-08T20:19:13,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45363 is added to blk_1073741833_1009 (size=32) 2024-11-08T20:19:13,511 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T20:19:13,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:19:13,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:19:13,875 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:19:13,875 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:13,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:19:13,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:19:13,876 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:19:13,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:13,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:19:13,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:19:13,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:19:13,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:13,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:19:13,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:19:13,879 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:19:13,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:13,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:19:13,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:19:13,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/data/hbase/meta/1588230740 2024-11-08T20:19:13,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/data/hbase/meta/1588230740 2024-11-08T20:19:13,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:19:13,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:19:13,882 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:19:13,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:19:13,885 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:19:13,885 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61984464, jitterRate=-0.07635951042175293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:19:13,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731097153873Initializing all the Stores at 1731097153874 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097153874Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097153874Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097153874Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097153874Cleaning up temporary data from old regions at 1731097153882 (+8 ms)Region opened successfully at 1731097153885 (+3 ms) 2024-11-08T20:19:13,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:19:13,885 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:19:13,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:19:13,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:19:13,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:19:13,886 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:19:13,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731097153885Disabling compacts and flushes for region at 1731097153885Disabling writes for close at 1731097153885Writing region close event to WAL at 1731097153886 (+1 ms)Closed at 1731097153886 2024-11-08T20:19:13,887 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:19:13,887 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T20:19:13,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T20:19:13,887 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:19:13,888 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T20:19:14,038 DEBUG [ae1476a7656f:35449 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T20:19:14,039 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ae1476a7656f,43487,1731097150877 2024-11-08T20:19:14,040 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,43487,1731097150877, state=OPENING 2024-11-08T20:19:14,154 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T20:19:14,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x1011c1a23750003, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1968337590 2024-11-08T20:19:14,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43487-0x1011c1a23750004, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1968337590 2024-11-08T20:19:14,165 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:19:14,165 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1968337590/meta-region-server: CHANGED 2024-11-08T20:19:14,165 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1968337590/meta-region-server: CHANGED 2024-11-08T20:19:14,165 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,43487,1731097150877}] 2024-11-08T20:19:14,317 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:19:14,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52711, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T20:19:14,321 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T20:19:14,321 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:19:14,321 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T20:19:14,322 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C43487%2C1731097150877.meta, suffix=.meta, logDir=hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/WALs/ae1476a7656f,43487,1731097150877, archiveDir=hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/oldWALs, maxLogs=10 2024-11-08T20:19:14,334 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/WALs/ae1476a7656f,43487,1731097150877/ae1476a7656f%2C43487%2C1731097150877.meta.1731097154322.meta, exclude list is [], retry=0 2024-11-08T20:19:14,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45363,DS-4e6a3ac6-5e19-4e5c-910e-26bd42a5ad9e,DISK] 2024-11-08T20:19:14,337 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/WALs/ae1476a7656f,43487,1731097150877/ae1476a7656f%2C43487%2C1731097150877.meta.1731097154322.meta 2024-11-08T20:19:14,337 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33067:33067)] 2024-11-08T20:19:14,337 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:19:14,337 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:19:14,337 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T20:19:14,337 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T20:19:14,338 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T20:19:14,338 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T20:19:14,338 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:19:14,338 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T20:19:14,338 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T20:19:14,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:19:14,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:19:14,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:14,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:19:14,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:19:14,340 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:19:14,340 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:14,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:19:14,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:19:14,341 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:19:14,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:14,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:19:14,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:19:14,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:19:14,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:14,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:19:14,342 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:19:14,342 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/data/hbase/meta/1588230740 2024-11-08T20:19:14,343 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/data/hbase/meta/1588230740 2024-11-08T20:19:14,344 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:19:14,344 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:19:14,344 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:19:14,345 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:19:14,345 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65294068, jitterRate=-0.02704256772994995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:19:14,345 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T20:19:14,346 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731097154338Writing region info on filesystem at 1731097154338Initializing all the Stores at 1731097154338Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097154339 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097154339Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097154339Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097154339Cleaning up temporary data from old regions at 1731097154344 (+5 ms)Running coprocessor post-open hooks at 1731097154345 (+1 ms)Region opened successfully at 1731097154346 (+1 ms) 2024-11-08T20:19:14,346 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731097154317 2024-11-08T20:19:14,348 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T20:19:14,348 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T20:19:14,348 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,43487,1731097150877 2024-11-08T20:19:14,349 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,43487,1731097150877, state=OPEN 2024-11-08T20:19:14,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43487-0x1011c1a23750004, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1968337590/meta-region-server 2024-11-08T20:19:14,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x1011c1a23750003, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1968337590/meta-region-server 2024-11-08T20:19:14,360 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ae1476a7656f,43487,1731097150877 2024-11-08T20:19:14,360 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1968337590/meta-region-server: CHANGED 2024-11-08T20:19:14,360 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1968337590/meta-region-server: CHANGED 2024-11-08T20:19:14,361 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T20:19:14,361 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,43487,1731097150877 in 195 msec 2024-11-08T20:19:14,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T20:19:14,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 474 msec 2024-11-08T20:19:14,363 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:19:14,363 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T20:19:14,364 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:19:14,364 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,43487,1731097150877, seqNum=-1] 2024-11-08T20:19:14,365 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:19:14,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45165, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:19:14,369 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3170 sec 2024-11-08T20:19:14,369 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731097154369, completionTime=-1 2024-11-08T20:19:14,369 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T20:19:14,369 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T20:19:14,371 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T20:19:14,371 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731097214371 2024-11-08T20:19:14,371 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731097274371 2024-11-08T20:19:14,371 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T20:19:14,371 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,35449,1731097150740-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:14,371 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,35449,1731097150740-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:14,371 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,35449,1731097150740-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:14,371 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ae1476a7656f:35449, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:14,371 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:14,372 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:14,373 DEBUG [master/ae1476a7656f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T20:19:14,375 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.436sec 2024-11-08T20:19:14,375 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T20:19:14,375 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T20:19:14,375 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T20:19:14,375 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T20:19:14,375 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T20:19:14,375 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,35449,1731097150740-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:19:14,375 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,35449,1731097150740-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T20:19:14,377 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T20:19:14,377 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T20:19:14,377 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,35449,1731097150740-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:14,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62e13cf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:14,401 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,35449,-1 for getting cluster id 2024-11-08T20:19:14,401 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:19:14,402 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a12cfae-86ff-4c6e-882c-cc3f0913c251' 2024-11-08T20:19:14,402 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:19:14,402 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a12cfae-86ff-4c6e-882c-cc3f0913c251" 2024-11-08T20:19:14,402 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b8636d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:14,402 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,35449,-1] 2024-11-08T20:19:14,403 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:19:14,403 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:14,404 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:19:14,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1092288e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:14,404 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:19:14,405 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,43487,1731097150877, seqNum=-1] 2024-11-08T20:19:14,405 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:19:14,406 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:19:14,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ae1476a7656f,35449,1731097150740 2024-11-08T20:19:14,408 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62988 2024-11-08T20:19:14,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:19:14,418 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011c1a23750005 connected 2024-11-08T20:19:14,430 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:19:14,431 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,36341,1731097145226 2024-11-08T20:19:14,431 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6dcaecb5 2024-11-08T20:19:14,431 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:19:14,432 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:19:14,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36341 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:19:14,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36341 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T20:19:14,434 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T20:19:14,434 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:14,434 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36341 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T20:19:14,435 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T20:19:14,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:19:14,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42717 is added to blk_1073741835_1011 (size=902) 2024-11-08T20:19:14,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:19:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:19:14,841 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fd49f57313c5faae9c23fa4f56fedf26, NAME => 'test,,1731097154432.fd49f57313c5faae9c23fa4f56fedf26.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603 2024-11-08T20:19:14,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42717 is added to blk_1073741836_1012 (size=39) 2024-11-08T20:19:14,846 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731097154432.fd49f57313c5faae9c23fa4f56fedf26.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:19:14,846 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fd49f57313c5faae9c23fa4f56fedf26, disabling compactions & flushes 2024-11-08T20:19:14,846 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731097154432.fd49f57313c5faae9c23fa4f56fedf26. 2024-11-08T20:19:14,846 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731097154432.fd49f57313c5faae9c23fa4f56fedf26. 2024-11-08T20:19:14,846 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731097154432.fd49f57313c5faae9c23fa4f56fedf26. after waiting 0 ms 2024-11-08T20:19:14,846 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731097154432.fd49f57313c5faae9c23fa4f56fedf26. 2024-11-08T20:19:14,846 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731097154432.fd49f57313c5faae9c23fa4f56fedf26. 2024-11-08T20:19:14,846 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fd49f57313c5faae9c23fa4f56fedf26: Waiting for close lock at 1731097154846Disabling compacts and flushes for region at 1731097154846Disabling writes for close at 1731097154846Writing region close event to WAL at 1731097154846Closed at 1731097154846 2024-11-08T20:19:14,847 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T20:19:14,847 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731097154432.fd49f57313c5faae9c23fa4f56fedf26.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731097154847"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731097154847"}]},"ts":"1731097154847"} 2024-11-08T20:19:14,849 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T20:19:14,850 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T20:19:14,850 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097154850"}]},"ts":"1731097154850"} 2024-11-08T20:19:14,851 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T20:19:14,851 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fd49f57313c5faae9c23fa4f56fedf26, ASSIGN}] 2024-11-08T20:19:14,852 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fd49f57313c5faae9c23fa4f56fedf26, ASSIGN 2024-11-08T20:19:14,853 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fd49f57313c5faae9c23fa4f56fedf26, ASSIGN; state=OFFLINE, location=ae1476a7656f,32901,1731097145427; forceNewPlan=false, retain=false 2024-11-08T20:19:15,003 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fd49f57313c5faae9c23fa4f56fedf26, regionState=OPENING, regionLocation=ae1476a7656f,32901,1731097145427 2024-11-08T20:19:15,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fd49f57313c5faae9c23fa4f56fedf26, ASSIGN because future has completed 2024-11-08T20:19:15,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd49f57313c5faae9c23fa4f56fedf26, server=ae1476a7656f,32901,1731097145427}] 2024-11-08T20:19:15,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:19:15,162 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731097154432.fd49f57313c5faae9c23fa4f56fedf26. 2024-11-08T20:19:15,162 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fd49f57313c5faae9c23fa4f56fedf26, NAME => 'test,,1731097154432.fd49f57313c5faae9c23fa4f56fedf26.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:19:15,163 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:19:15,163 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T20:19:15,163 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fd49f57313c5faae9c23fa4f56fedf26 2024-11-08T20:19:15,163 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731097154432.fd49f57313c5faae9c23fa4f56fedf26.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:19:15,163 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fd49f57313c5faae9c23fa4f56fedf26 2024-11-08T20:19:15,163 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fd49f57313c5faae9c23fa4f56fedf26 2024-11-08T20:19:15,164 INFO [StoreOpener-fd49f57313c5faae9c23fa4f56fedf26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fd49f57313c5faae9c23fa4f56fedf26 2024-11-08T20:19:15,165 INFO [StoreOpener-fd49f57313c5faae9c23fa4f56fedf26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd49f57313c5faae9c23fa4f56fedf26 columnFamilyName f 2024-11-08T20:19:15,165 DEBUG [StoreOpener-fd49f57313c5faae9c23fa4f56fedf26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:15,166 INFO [StoreOpener-fd49f57313c5faae9c23fa4f56fedf26-1 {}] regionserver.HStore(327): Store=fd49f57313c5faae9c23fa4f56fedf26/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:19:15,166 INFO [StoreOpener-fd49f57313c5faae9c23fa4f56fedf26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fd49f57313c5faae9c23fa4f56fedf26 2024-11-08T20:19:15,167 INFO [StoreOpener-fd49f57313c5faae9c23fa4f56fedf26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd49f57313c5faae9c23fa4f56fedf26 columnFamilyName f1 2024-11-08T20:19:15,167 DEBUG [StoreOpener-fd49f57313c5faae9c23fa4f56fedf26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:15,167 INFO [StoreOpener-fd49f57313c5faae9c23fa4f56fedf26-1 {}] regionserver.HStore(327): Store=fd49f57313c5faae9c23fa4f56fedf26/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:19:15,167 INFO [StoreOpener-fd49f57313c5faae9c23fa4f56fedf26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fd49f57313c5faae9c23fa4f56fedf26 2024-11-08T20:19:15,168 INFO [StoreOpener-fd49f57313c5faae9c23fa4f56fedf26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd49f57313c5faae9c23fa4f56fedf26 columnFamilyName norep 2024-11-08T20:19:15,168 DEBUG [StoreOpener-fd49f57313c5faae9c23fa4f56fedf26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:15,168 INFO [StoreOpener-fd49f57313c5faae9c23fa4f56fedf26-1 {}] regionserver.HStore(327): Store=fd49f57313c5faae9c23fa4f56fedf26/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:19:15,169 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fd49f57313c5faae9c23fa4f56fedf26 2024-11-08T20:19:15,169 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/default/test/fd49f57313c5faae9c23fa4f56fedf26 2024-11-08T20:19:15,169 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/default/test/fd49f57313c5faae9c23fa4f56fedf26 2024-11-08T20:19:15,170 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fd49f57313c5faae9c23fa4f56fedf26 2024-11-08T20:19:15,170 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fd49f57313c5faae9c23fa4f56fedf26 2024-11-08T20:19:15,170 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T20:19:15,171 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fd49f57313c5faae9c23fa4f56fedf26 2024-11-08T20:19:15,172 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/default/test/fd49f57313c5faae9c23fa4f56fedf26/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:19:15,173 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fd49f57313c5faae9c23fa4f56fedf26; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61927349, jitterRate=-0.07721059024333954}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T20:19:15,173 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fd49f57313c5faae9c23fa4f56fedf26 2024-11-08T20:19:15,173 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fd49f57313c5faae9c23fa4f56fedf26: Running coprocessor pre-open hook at 1731097155163Writing region info on filesystem at 1731097155163Initializing all the Stores at 1731097155164 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097155164Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097155164Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097155164Cleaning up temporary data from old regions at 1731097155170 (+6 ms)Running coprocessor post-open hooks at 1731097155173 (+3 ms)Region opened successfully at 1731097155173 2024-11-08T20:19:15,174 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731097154432.fd49f57313c5faae9c23fa4f56fedf26., pid=6, masterSystemTime=1731097155157 2024-11-08T20:19:15,176 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731097154432.fd49f57313c5faae9c23fa4f56fedf26. 2024-11-08T20:19:15,176 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731097154432.fd49f57313c5faae9c23fa4f56fedf26. 2024-11-08T20:19:15,176 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fd49f57313c5faae9c23fa4f56fedf26, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ae1476a7656f,32901,1731097145427 2024-11-08T20:19:15,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd49f57313c5faae9c23fa4f56fedf26, server=ae1476a7656f,32901,1731097145427 because future has completed 2024-11-08T20:19:15,180 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T20:19:15,180 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fd49f57313c5faae9c23fa4f56fedf26, server=ae1476a7656f,32901,1731097145427 in 173 msec 2024-11-08T20:19:15,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T20:19:15,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fd49f57313c5faae9c23fa4f56fedf26, ASSIGN in 329 msec 2024-11-08T20:19:15,183 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T20:19:15,183 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097155183"}]},"ts":"1731097155183"} 2024-11-08T20:19:15,184 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T20:19:15,185 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T20:19:15,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 752 msec 2024-11-08T20:19:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:19:15,573 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T20:19:15,573 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:19:15,574 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,35449,1731097150740 2024-11-08T20:19:15,574 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7519248b 2024-11-08T20:19:15,574 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:19:15,575 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:19:15,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:19:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T20:19:15,577 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T20:19:15,577 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:15,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T20:19:15,578 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T20:19:15,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:19:15,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45363 is added to blk_1073741835_1011 (size=902) 2024-11-08T20:19:15,583 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d04cfe5404d2c2147d322738a867ec3f, NAME => 'test,,1731097155575.d04cfe5404d2c2147d322738a867ec3f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673 2024-11-08T20:19:15,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45363 is added to blk_1073741836_1012 (size=39) 2024-11-08T20:19:15,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:19:15,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:19:15,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731097155575.d04cfe5404d2c2147d322738a867ec3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:19:15,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d04cfe5404d2c2147d322738a867ec3f, disabling compactions & flushes 2024-11-08T20:19:15,988 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731097155575.d04cfe5404d2c2147d322738a867ec3f. 2024-11-08T20:19:15,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731097155575.d04cfe5404d2c2147d322738a867ec3f. 2024-11-08T20:19:15,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731097155575.d04cfe5404d2c2147d322738a867ec3f. after waiting 0 ms 2024-11-08T20:19:15,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731097155575.d04cfe5404d2c2147d322738a867ec3f. 2024-11-08T20:19:15,988 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731097155575.d04cfe5404d2c2147d322738a867ec3f. 2024-11-08T20:19:15,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d04cfe5404d2c2147d322738a867ec3f: Waiting for close lock at 1731097155988Disabling compacts and flushes for region at 1731097155988Disabling writes for close at 1731097155988Writing region close event to WAL at 1731097155988Closed at 1731097155988 2024-11-08T20:19:15,989 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T20:19:15,989 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731097155575.d04cfe5404d2c2147d322738a867ec3f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731097155989"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731097155989"}]},"ts":"1731097155989"} 2024-11-08T20:19:15,991 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T20:19:15,991 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T20:19:15,991 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097155991"}]},"ts":"1731097155991"} 2024-11-08T20:19:15,993 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T20:19:15,993 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d04cfe5404d2c2147d322738a867ec3f, ASSIGN}] 2024-11-08T20:19:15,994 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d04cfe5404d2c2147d322738a867ec3f, ASSIGN 2024-11-08T20:19:15,994 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d04cfe5404d2c2147d322738a867ec3f, ASSIGN; state=OFFLINE, location=ae1476a7656f,43487,1731097150877; forceNewPlan=false, retain=false 2024-11-08T20:19:16,145 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d04cfe5404d2c2147d322738a867ec3f, regionState=OPENING, regionLocation=ae1476a7656f,43487,1731097150877 2024-11-08T20:19:16,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d04cfe5404d2c2147d322738a867ec3f, ASSIGN because future has completed 2024-11-08T20:19:16,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d04cfe5404d2c2147d322738a867ec3f, server=ae1476a7656f,43487,1731097150877}] 2024-11-08T20:19:16,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:19:16,302 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731097155575.d04cfe5404d2c2147d322738a867ec3f. 2024-11-08T20:19:16,302 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d04cfe5404d2c2147d322738a867ec3f, NAME => 'test,,1731097155575.d04cfe5404d2c2147d322738a867ec3f.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:19:16,303 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:19:16,303 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T20:19:16,303 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d04cfe5404d2c2147d322738a867ec3f 2024-11-08T20:19:16,303 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731097155575.d04cfe5404d2c2147d322738a867ec3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:19:16,303 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d04cfe5404d2c2147d322738a867ec3f 2024-11-08T20:19:16,303 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d04cfe5404d2c2147d322738a867ec3f 2024-11-08T20:19:16,304 INFO [StoreOpener-d04cfe5404d2c2147d322738a867ec3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d04cfe5404d2c2147d322738a867ec3f 2024-11-08T20:19:16,305 INFO [StoreOpener-d04cfe5404d2c2147d322738a867ec3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d04cfe5404d2c2147d322738a867ec3f columnFamilyName f 2024-11-08T20:19:16,305 DEBUG [StoreOpener-d04cfe5404d2c2147d322738a867ec3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:16,305 INFO [StoreOpener-d04cfe5404d2c2147d322738a867ec3f-1 {}] regionserver.HStore(327): Store=d04cfe5404d2c2147d322738a867ec3f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:19:16,305 INFO [StoreOpener-d04cfe5404d2c2147d322738a867ec3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d04cfe5404d2c2147d322738a867ec3f 2024-11-08T20:19:16,306 INFO [StoreOpener-d04cfe5404d2c2147d322738a867ec3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d04cfe5404d2c2147d322738a867ec3f columnFamilyName f1 2024-11-08T20:19:16,306 DEBUG [StoreOpener-d04cfe5404d2c2147d322738a867ec3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:16,306 INFO [StoreOpener-d04cfe5404d2c2147d322738a867ec3f-1 {}] regionserver.HStore(327): Store=d04cfe5404d2c2147d322738a867ec3f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:19:16,306 INFO [StoreOpener-d04cfe5404d2c2147d322738a867ec3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d04cfe5404d2c2147d322738a867ec3f 2024-11-08T20:19:16,307 INFO [StoreOpener-d04cfe5404d2c2147d322738a867ec3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d04cfe5404d2c2147d322738a867ec3f columnFamilyName norep 2024-11-08T20:19:16,307 DEBUG [StoreOpener-d04cfe5404d2c2147d322738a867ec3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:16,307 INFO [StoreOpener-d04cfe5404d2c2147d322738a867ec3f-1 {}] regionserver.HStore(327): Store=d04cfe5404d2c2147d322738a867ec3f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:19:16,307 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d04cfe5404d2c2147d322738a867ec3f 2024-11-08T20:19:16,308 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/data/default/test/d04cfe5404d2c2147d322738a867ec3f 2024-11-08T20:19:16,308 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/data/default/test/d04cfe5404d2c2147d322738a867ec3f 2024-11-08T20:19:16,309 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d04cfe5404d2c2147d322738a867ec3f 2024-11-08T20:19:16,309 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d04cfe5404d2c2147d322738a867ec3f 2024-11-08T20:19:16,309 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T20:19:16,310 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d04cfe5404d2c2147d322738a867ec3f 2024-11-08T20:19:16,312 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/data/default/test/d04cfe5404d2c2147d322738a867ec3f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:19:16,312 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d04cfe5404d2c2147d322738a867ec3f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70809044, jitterRate=0.05513697862625122}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T20:19:16,312 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d04cfe5404d2c2147d322738a867ec3f 2024-11-08T20:19:16,312 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d04cfe5404d2c2147d322738a867ec3f: Running coprocessor pre-open hook at 1731097156303Writing region info on filesystem at 1731097156303Initializing all the Stores at 1731097156304 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097156304Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097156304Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097156304Cleaning up temporary data from old regions at 1731097156309 (+5 ms)Running coprocessor post-open hooks at 1731097156312 (+3 ms)Region opened successfully at 1731097156312 2024-11-08T20:19:16,313 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731097155575.d04cfe5404d2c2147d322738a867ec3f., pid=6, masterSystemTime=1731097156299 2024-11-08T20:19:16,314 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731097155575.d04cfe5404d2c2147d322738a867ec3f. 2024-11-08T20:19:16,315 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731097155575.d04cfe5404d2c2147d322738a867ec3f. 2024-11-08T20:19:16,315 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d04cfe5404d2c2147d322738a867ec3f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ae1476a7656f,43487,1731097150877 2024-11-08T20:19:16,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d04cfe5404d2c2147d322738a867ec3f, server=ae1476a7656f,43487,1731097150877 because future has completed 2024-11-08T20:19:16,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T20:19:16,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d04cfe5404d2c2147d322738a867ec3f, server=ae1476a7656f,43487,1731097150877 in 171 msec 2024-11-08T20:19:16,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T20:19:16,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d04cfe5404d2c2147d322738a867ec3f, ASSIGN in 326 msec 2024-11-08T20:19:16,321 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T20:19:16,322 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097156321"}]},"ts":"1731097156321"} 2024-11-08T20:19:16,323 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T20:19:16,324 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T20:19:16,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 748 msec 2024-11-08T20:19:16,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:19:16,713 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T20:19:16,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78b40ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:16,714 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,36341,-1 for getting cluster id 2024-11-08T20:19:16,714 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:19:16,715 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5de7eac4-8b20-4072-b42e-2834815f5037' 2024-11-08T20:19:16,715 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:19:16,715 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5de7eac4-8b20-4072-b42e-2834815f5037" 2024-11-08T20:19:16,715 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d20798d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:16,715 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,36341,-1] 2024-11-08T20:19:16,715 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:19:16,715 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:16,716 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:19:16,716 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23f2a056, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:16,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a8cda3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:16,717 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,35449,-1 for getting cluster id 2024-11-08T20:19:16,717 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:19:16,718 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a12cfae-86ff-4c6e-882c-cc3f0913c251' 2024-11-08T20:19:16,718 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:19:16,718 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a12cfae-86ff-4c6e-882c-cc3f0913c251" 2024-11-08T20:19:16,718 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78a1deb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:16,718 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,35449,-1] 2024-11-08T20:19:16,718 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:19:16,718 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:16,719 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:19:16,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7beaba2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:16,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23bb69b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:16,720 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,36341,-1 for getting cluster id 2024-11-08T20:19:16,720 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:19:16,720 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5de7eac4-8b20-4072-b42e-2834815f5037' 2024-11-08T20:19:16,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:19:16,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5de7eac4-8b20-4072-b42e-2834815f5037" 2024-11-08T20:19:16,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d3d7f5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:16,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,36341,-1] 2024-11-08T20:19:16,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:19:16,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:16,721 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:19:16,722 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a81936b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:16,722 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:19:16,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,36341,1731097145226 2024-11-08T20:19:16,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d065c06 2024-11-08T20:19:16,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:19:16,723 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:19:16,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36341 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ae1476a7656f:35449,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T20:19:16,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36341 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T20:19:16,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:19:16,726 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ae1476a7656f:35449' 2024-11-08T20:19:16,727 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@412feb8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:16,727 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,35449,-1 for getting cluster id 2024-11-08T20:19:16,727 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:19:16,728 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a12cfae-86ff-4c6e-882c-cc3f0913c251' 2024-11-08T20:19:16,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:19:16,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a12cfae-86ff-4c6e-882c-cc3f0913c251" 2024-11-08T20:19:16,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@299df151, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:16,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,35449,-1] 2024-11-08T20:19:16,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:19:16,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:16,729 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:19:16,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b90589c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:16,730 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:19:16,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,35449,1731097150740 2024-11-08T20:19:16,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@279b9c46 2024-11-08T20:19:16,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:19:16,731 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:19:16,732 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T20:19:16,732 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T20:19:16,732 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:16,732 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:16,732 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:19:16,732 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:19:16,733 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T20:19:16,734 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T20:19:16,734 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:16,735 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T20:19:16,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42717 is added to blk_1073741837_1013 (size=1138) 2024-11-08T20:19:16,783 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T20:19:16,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:19:16,892 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:19:16,893 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ae1476a7656f,43507,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:43507 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T20:19:16,893 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18300 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ae1476a7656f,43507,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:43507 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T20:19:17,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:19:17,141 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 533d88646072a44fb38bdc57626c0ae5, NAME => 'hbase:replication,,1731097156732.533d88646072a44fb38bdc57626c0ae5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603 2024-11-08T20:19:17,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42717 is added to blk_1073741838_1014 (size=44) 2024-11-08T20:19:17,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:19:17,545 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731097156732.533d88646072a44fb38bdc57626c0ae5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:19:17,545 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 533d88646072a44fb38bdc57626c0ae5, disabling compactions & flushes 2024-11-08T20:19:17,545 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731097156732.533d88646072a44fb38bdc57626c0ae5. 2024-11-08T20:19:17,545 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731097156732.533d88646072a44fb38bdc57626c0ae5. 2024-11-08T20:19:17,545 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731097156732.533d88646072a44fb38bdc57626c0ae5. after waiting 0 ms 2024-11-08T20:19:17,545 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731097156732.533d88646072a44fb38bdc57626c0ae5. 2024-11-08T20:19:17,546 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731097156732.533d88646072a44fb38bdc57626c0ae5. 2024-11-08T20:19:17,546 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 533d88646072a44fb38bdc57626c0ae5: Waiting for close lock at 1731097157545Disabling compacts and flushes for region at 1731097157545Disabling writes for close at 1731097157545Writing region close event to WAL at 1731097157545Closed at 1731097157545 2024-11-08T20:19:17,547 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T20:19:17,547 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731097156732.533d88646072a44fb38bdc57626c0ae5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731097157547"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731097157547"}]},"ts":"1731097157547"} 2024-11-08T20:19:17,549 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T20:19:17,549 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T20:19:17,550 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097157549"}]},"ts":"1731097157549"} 2024-11-08T20:19:17,551 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T20:19:17,551 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=533d88646072a44fb38bdc57626c0ae5, ASSIGN}] 2024-11-08T20:19:17,552 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=533d88646072a44fb38bdc57626c0ae5, ASSIGN 2024-11-08T20:19:17,553 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=533d88646072a44fb38bdc57626c0ae5, ASSIGN; state=OFFLINE, location=ae1476a7656f,32901,1731097145427; forceNewPlan=false, retain=false 2024-11-08T20:19:17,703 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=533d88646072a44fb38bdc57626c0ae5, regionState=OPENING, regionLocation=ae1476a7656f,32901,1731097145427 2024-11-08T20:19:17,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=533d88646072a44fb38bdc57626c0ae5, ASSIGN because future has completed 2024-11-08T20:19:17,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 533d88646072a44fb38bdc57626c0ae5, server=ae1476a7656f,32901,1731097145427}] 2024-11-08T20:19:17,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T20:19:17,810 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T20:19:17,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T20:19:17,810 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T20:19:17,811 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:19:17,811 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T20:19:17,811 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T20:19:17,811 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T20:19:17,811 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:19:17,811 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T20:19:17,860 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731097156732.533d88646072a44fb38bdc57626c0ae5. 2024-11-08T20:19:17,860 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:19:17,860 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T20:19:17,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C32901%2C1731097145427.rep, suffix=, logDir=hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427, archiveDir=hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/oldWALs, maxLogs=10 2024-11-08T20:19:17,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:19:17,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427/ae1476a7656f%2C32901%2C1731097145427.rep.1731097157861, exclude list is [], retry=0 2024-11-08T20:19:17,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42717,DS-97f55c18-9431-4fb4-b98c-57509d173ef9,DISK] 2024-11-08T20:19:17,876 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427/ae1476a7656f%2C32901%2C1731097145427.rep.1731097157861 2024-11-08T20:19:17,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39977:39977)] 2024-11-08T20:19:17,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 533d88646072a44fb38bdc57626c0ae5, NAME => 'hbase:replication,,1731097156732.533d88646072a44fb38bdc57626c0ae5.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:19:17,877 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:19:17,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T20:19:17,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731097156732.533d88646072a44fb38bdc57626c0ae5. service=MultiRowMutationService 2024-11-08T20:19:17,877 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T20:19:17,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 533d88646072a44fb38bdc57626c0ae5 2024-11-08T20:19:17,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731097156732.533d88646072a44fb38bdc57626c0ae5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:19:17,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 533d88646072a44fb38bdc57626c0ae5 2024-11-08T20:19:17,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 533d88646072a44fb38bdc57626c0ae5 2024-11-08T20:19:17,878 INFO [StoreOpener-533d88646072a44fb38bdc57626c0ae5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 533d88646072a44fb38bdc57626c0ae5 2024-11-08T20:19:17,879 INFO [StoreOpener-533d88646072a44fb38bdc57626c0ae5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 533d88646072a44fb38bdc57626c0ae5 columnFamilyName hfileref 2024-11-08T20:19:17,879 DEBUG [StoreOpener-533d88646072a44fb38bdc57626c0ae5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:17,879 INFO [StoreOpener-533d88646072a44fb38bdc57626c0ae5-1 {}] regionserver.HStore(327): Store=533d88646072a44fb38bdc57626c0ae5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:19:17,879 INFO [StoreOpener-533d88646072a44fb38bdc57626c0ae5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 533d88646072a44fb38bdc57626c0ae5 2024-11-08T20:19:17,880 INFO [StoreOpener-533d88646072a44fb38bdc57626c0ae5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 533d88646072a44fb38bdc57626c0ae5 columnFamilyName queue 2024-11-08T20:19:17,880 DEBUG [StoreOpener-533d88646072a44fb38bdc57626c0ae5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:17,881 INFO [StoreOpener-533d88646072a44fb38bdc57626c0ae5-1 {}] regionserver.HStore(327): Store=533d88646072a44fb38bdc57626c0ae5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:19:17,881 INFO [StoreOpener-533d88646072a44fb38bdc57626c0ae5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 533d88646072a44fb38bdc57626c0ae5 2024-11-08T20:19:17,882 INFO [StoreOpener-533d88646072a44fb38bdc57626c0ae5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 533d88646072a44fb38bdc57626c0ae5 columnFamilyName sid 2024-11-08T20:19:17,882 DEBUG [StoreOpener-533d88646072a44fb38bdc57626c0ae5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:17,882 INFO [StoreOpener-533d88646072a44fb38bdc57626c0ae5-1 {}] regionserver.HStore(327): Store=533d88646072a44fb38bdc57626c0ae5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:19:17,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 533d88646072a44fb38bdc57626c0ae5 2024-11-08T20:19:17,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/hbase/replication/533d88646072a44fb38bdc57626c0ae5 2024-11-08T20:19:17,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/hbase/replication/533d88646072a44fb38bdc57626c0ae5 2024-11-08T20:19:17,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 533d88646072a44fb38bdc57626c0ae5 2024-11-08T20:19:17,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 533d88646072a44fb38bdc57626c0ae5 2024-11-08T20:19:17,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T20:19:17,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 533d88646072a44fb38bdc57626c0ae5 2024-11-08T20:19:17,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/hbase/replication/533d88646072a44fb38bdc57626c0ae5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:19:17,887 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 533d88646072a44fb38bdc57626c0ae5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64153526, jitterRate=-0.044037967920303345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T20:19:17,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 533d88646072a44fb38bdc57626c0ae5 2024-11-08T20:19:17,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 533d88646072a44fb38bdc57626c0ae5: Running coprocessor pre-open hook at 1731097157877Writing region info on filesystem at 1731097157877Initializing all the Stores at 1731097157878 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097157878Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097157878Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097157878Cleaning up temporary data from old regions at 1731097157883 (+5 ms)Running coprocessor post-open hooks at 1731097157887 (+4 ms)Region opened successfully at 1731097157887 2024-11-08T20:19:17,888 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731097156732.533d88646072a44fb38bdc57626c0ae5., pid=10, masterSystemTime=1731097157857 2024-11-08T20:19:17,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731097156732.533d88646072a44fb38bdc57626c0ae5. 2024-11-08T20:19:17,889 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731097156732.533d88646072a44fb38bdc57626c0ae5. 2024-11-08T20:19:17,890 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=533d88646072a44fb38bdc57626c0ae5, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,32901,1731097145427 2024-11-08T20:19:17,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 533d88646072a44fb38bdc57626c0ae5, server=ae1476a7656f,32901,1731097145427 because future has completed 2024-11-08T20:19:17,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T20:19:17,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 533d88646072a44fb38bdc57626c0ae5, server=ae1476a7656f,32901,1731097145427 in 191 msec 2024-11-08T20:19:17,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T20:19:17,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=533d88646072a44fb38bdc57626c0ae5, ASSIGN in 347 msec 2024-11-08T20:19:17,900 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T20:19:17,900 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097157900"}]},"ts":"1731097157900"} 2024-11-08T20:19:17,902 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T20:19:17,902 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T20:19:17,903 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1700 sec 2024-11-08T20:19:17,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731097156732.533d88646072a44fb38bdc57626c0ae5., hostname=ae1476a7656f,32901,1731097145427, seqNum=2] 2024-11-08T20:19:17,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36341-0x1011c1a23750000, quorum=127.0.0.1:62988, baseZNode=/0914162940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0914162940 2024-11-08T20:19:17,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32901-0x1011c1a23750001, quorum=127.0.0.1:62988, baseZNode=/0914162940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0914162940 2024-11-08T20:19:18,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T20:19:18,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32901 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T20:19:18,170 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T20:19:18,196 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ae1476a7656f,32901,1731097145427, ReplicationSource: 1, currentBandwidth=0 2024-11-08T20:19:18,197 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:19:18,197 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,32901,1731097145427, seqNum=-1] 2024-11-08T20:19:18,197 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:19:18,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48175, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-08T20:19:18,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ae1476a7656f,32901,1731097145427', locateType=CURRENT is [region=hbase:replication,,1731097156732.533d88646072a44fb38bdc57626c0ae5., hostname=ae1476a7656f,32901,1731097145427, seqNum=2] 2024-11-08T20:19:18,201 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T20:19:18,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36341 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T20:19:18,203 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ae1476a7656f,32901,1731097145427 suceeded 2024-11-08T20:19:18,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T20:19:18,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-08T20:19:18,204 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ae1476a7656f:35449,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T20:19:18,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4810 sec 2024-11-08T20:19:18,214 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ae1476a7656f:35449' 2024-11-08T20:19:18,215 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44ce922d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:18,215 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,35449,-1 for getting cluster id 2024-11-08T20:19:18,215 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:19:18,216 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a12cfae-86ff-4c6e-882c-cc3f0913c251' 2024-11-08T20:19:18,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:19:18,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a12cfae-86ff-4c6e-882c-cc3f0913c251" 2024-11-08T20:19:18,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c39d6e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:18,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,35449,-1] 2024-11-08T20:19:18,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:19:18,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:18,217 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:19:18,217 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4edd25af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:18,217 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:19:18,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,35449,1731097150740 2024-11-08T20:19:18,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2632057f 2024-11-08T20:19:18,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:19:18,219 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-08T20:19:18,219 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ae1476a7656f,32901,1731097145427 (queues=1) is replicating from cluster=5de7eac4-8b20-4072-b42e-2834815f5037 to cluster=8a12cfae-86ff-4c6e-882c-cc3f0913c251 2024-11-08T20:19:18,219 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ae1476a7656f%2C32901%2C1731097145427 2024-11-08T20:19:18,219 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ae1476a7656f,32901,1731097145427, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T20:19:18,220 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.shipperae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ae1476a7656f%2C32901%2C1731097145427 2024-11-08T20:19:18,220 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.wal-reader.ae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427/ae1476a7656f%2C32901%2C1731097145427.1731097147651, startPosition=0, beingWritten=true 2024-11-08T20:19:18,224 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.wal-reader.ae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T20:19:18,224 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.wal-reader.ae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427/ae1476a7656f%2C32901%2C1731097145427.1731097147651 to pos 379, reset compression=false 2024-11-08T20:19:18,224 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.shipperae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,32901,1731097145427 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427/ae1476a7656f%2C32901%2C1731097145427.1731097147651, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T20:19:18,427 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.wal-reader.ae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427/ae1476a7656f%2C32901%2C1731097145427.1731097147651 to pos 379, reset compression=false 2024-11-08T20:19:18,731 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.wal-reader.ae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427/ae1476a7656f%2C32901%2C1731097145427.1731097147651 to pos 379, reset compression=false 2024-11-08T20:19:18,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:19:18,873 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T20:19:18,873 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:19:18,873 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:19:18,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:18,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:18,873 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:19:18,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26cd6afb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:18,874 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,35449,-1 for getting cluster id 2024-11-08T20:19:18,874 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:19:18,874 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a12cfae-86ff-4c6e-882c-cc3f0913c251' 2024-11-08T20:19:18,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:19:18,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a12cfae-86ff-4c6e-882c-cc3f0913c251" 2024-11-08T20:19:18,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e44df4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:18,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,35449,-1] 2024-11-08T20:19:18,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:19:18,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:18,875 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:19:18,876 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@218a4f3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:18,876 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:19:18,877 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,35449,1731097150740 2024-11-08T20:19:18,877 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@574c0923 2024-11-08T20:19:18,877 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:19:18,878 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:19:18,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ae1476a7656f:36341,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T20:19:18,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T20:19:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:19:18,880 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ae1476a7656f:36341' 2024-11-08T20:19:18,881 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60d30a84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:18,881 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,36341,-1 for getting cluster id 2024-11-08T20:19:18,881 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:19:18,881 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5de7eac4-8b20-4072-b42e-2834815f5037' 2024-11-08T20:19:18,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:19:18,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5de7eac4-8b20-4072-b42e-2834815f5037" 2024-11-08T20:19:18,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65bf163c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:18,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,36341,-1] 2024-11-08T20:19:18,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:19:18,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:18,882 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:19:18,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@742931, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:18,883 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:19:18,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,36341,1731097145226 2024-11-08T20:19:18,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10616ed9 2024-11-08T20:19:18,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:19:18,884 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:19:18,885 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T20:19:18,885 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T20:19:18,885 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:18,885 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:18,885 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:19:18,885 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:19:18,886 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T20:19:18,887 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T20:19:18,887 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:18,888 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T20:19:18,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45363 is added to blk_1073741837_1013 (size=1138) 2024-11-08T20:19:18,936 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T20:19:18,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:19:19,134 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.wal-reader.ae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427/ae1476a7656f%2C32901%2C1731097145427.1731097147651 to pos 379, reset compression=false 2024-11-08T20:19:19,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:19:19,199 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T20:19:19,299 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d697f899965341639561d6972186942f, NAME => 'hbase:replication,,1731097158885.d697f899965341639561d6972186942f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673 2024-11-08T20:19:19,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45363 is added to blk_1073741838_1014 (size=44) 2024-11-08T20:19:19,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:19:19,638 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.wal-reader.ae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427/ae1476a7656f%2C32901%2C1731097145427.1731097147651 to pos 379, reset compression=false 2024-11-08T20:19:19,705 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731097158885.d697f899965341639561d6972186942f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:19:19,705 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d697f899965341639561d6972186942f, disabling compactions & flushes 2024-11-08T20:19:19,705 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731097158885.d697f899965341639561d6972186942f. 2024-11-08T20:19:19,705 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731097158885.d697f899965341639561d6972186942f. 2024-11-08T20:19:19,705 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731097158885.d697f899965341639561d6972186942f. after waiting 0 ms 2024-11-08T20:19:19,705 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731097158885.d697f899965341639561d6972186942f. 2024-11-08T20:19:19,705 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731097158885.d697f899965341639561d6972186942f. 2024-11-08T20:19:19,705 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d697f899965341639561d6972186942f: Waiting for close lock at 1731097159705Disabling compacts and flushes for region at 1731097159705Disabling writes for close at 1731097159705Writing region close event to WAL at 1731097159705Closed at 1731097159705 2024-11-08T20:19:19,706 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T20:19:19,706 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731097158885.d697f899965341639561d6972186942f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731097159706"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731097159706"}]},"ts":"1731097159706"} 2024-11-08T20:19:19,708 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T20:19:19,709 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T20:19:19,709 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097159709"}]},"ts":"1731097159709"} 2024-11-08T20:19:19,710 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T20:19:19,711 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d697f899965341639561d6972186942f, ASSIGN}] 2024-11-08T20:19:19,711 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d697f899965341639561d6972186942f, ASSIGN 2024-11-08T20:19:19,712 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d697f899965341639561d6972186942f, ASSIGN; state=OFFLINE, location=ae1476a7656f,43487,1731097150877; forceNewPlan=false, retain=false 2024-11-08T20:19:19,840 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T20:19:19,863 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d697f899965341639561d6972186942f, regionState=OPENING, regionLocation=ae1476a7656f,43487,1731097150877 2024-11-08T20:19:19,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d697f899965341639561d6972186942f, ASSIGN because future has completed 2024-11-08T20:19:19,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d697f899965341639561d6972186942f, server=ae1476a7656f,43487,1731097150877}] 2024-11-08T20:19:19,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:19,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:19,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:19,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:19,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:19,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:19,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:19,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:19,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:19,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:19,913 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T20:19:20,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:19:20,020 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731097158885.d697f899965341639561d6972186942f. 2024-11-08T20:19:20,021 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:19:20,021 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T20:19:20,022 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C43487%2C1731097150877.rep, suffix=, logDir=hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/WALs/ae1476a7656f,43487,1731097150877, archiveDir=hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/oldWALs, maxLogs=10 2024-11-08T20:19:20,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/WALs/ae1476a7656f,43487,1731097150877/ae1476a7656f%2C43487%2C1731097150877.rep.1731097160022, exclude list is [], retry=0 2024-11-08T20:19:20,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45363,DS-4e6a3ac6-5e19-4e5c-910e-26bd42a5ad9e,DISK] 2024-11-08T20:19:20,037 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/WALs/ae1476a7656f,43487,1731097150877/ae1476a7656f%2C43487%2C1731097150877.rep.1731097160022 2024-11-08T20:19:20,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33067:33067)] 2024-11-08T20:19:20,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d697f899965341639561d6972186942f, NAME => 'hbase:replication,,1731097158885.d697f899965341639561d6972186942f.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:19:20,038 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:19:20,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T20:19:20,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731097158885.d697f899965341639561d6972186942f. service=MultiRowMutationService 2024-11-08T20:19:20,038 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T20:19:20,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d697f899965341639561d6972186942f 2024-11-08T20:19:20,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731097158885.d697f899965341639561d6972186942f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:19:20,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d697f899965341639561d6972186942f 2024-11-08T20:19:20,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d697f899965341639561d6972186942f 2024-11-08T20:19:20,039 INFO [StoreOpener-d697f899965341639561d6972186942f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d697f899965341639561d6972186942f 2024-11-08T20:19:20,040 INFO [StoreOpener-d697f899965341639561d6972186942f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d697f899965341639561d6972186942f columnFamilyName hfileref 2024-11-08T20:19:20,040 DEBUG [StoreOpener-d697f899965341639561d6972186942f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:20,041 INFO [StoreOpener-d697f899965341639561d6972186942f-1 {}] regionserver.HStore(327): Store=d697f899965341639561d6972186942f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:19:20,041 INFO [StoreOpener-d697f899965341639561d6972186942f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d697f899965341639561d6972186942f 2024-11-08T20:19:20,041 INFO [StoreOpener-d697f899965341639561d6972186942f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d697f899965341639561d6972186942f columnFamilyName queue 2024-11-08T20:19:20,041 DEBUG [StoreOpener-d697f899965341639561d6972186942f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:20,042 INFO [StoreOpener-d697f899965341639561d6972186942f-1 {}] regionserver.HStore(327): Store=d697f899965341639561d6972186942f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:19:20,042 INFO [StoreOpener-d697f899965341639561d6972186942f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d697f899965341639561d6972186942f 2024-11-08T20:19:20,042 INFO [StoreOpener-d697f899965341639561d6972186942f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d697f899965341639561d6972186942f columnFamilyName sid 2024-11-08T20:19:20,042 DEBUG [StoreOpener-d697f899965341639561d6972186942f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:20,043 INFO [StoreOpener-d697f899965341639561d6972186942f-1 {}] regionserver.HStore(327): Store=d697f899965341639561d6972186942f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:19:20,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d697f899965341639561d6972186942f 2024-11-08T20:19:20,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/data/hbase/replication/d697f899965341639561d6972186942f 2024-11-08T20:19:20,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/data/hbase/replication/d697f899965341639561d6972186942f 2024-11-08T20:19:20,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d697f899965341639561d6972186942f 2024-11-08T20:19:20,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d697f899965341639561d6972186942f 2024-11-08T20:19:20,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T20:19:20,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d697f899965341639561d6972186942f 2024-11-08T20:19:20,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/data/hbase/replication/d697f899965341639561d6972186942f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:19:20,046 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d697f899965341639561d6972186942f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58959515, jitterRate=-0.1214347630739212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T20:19:20,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d697f899965341639561d6972186942f 2024-11-08T20:19:20,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d697f899965341639561d6972186942f: Running coprocessor pre-open hook at 1731097160038Writing region info on filesystem at 1731097160038Initializing all the Stores at 1731097160039 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097160039Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097160039Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097160039Cleaning up temporary data from old regions at 1731097160044 (+5 ms)Running coprocessor post-open hooks at 1731097160046 (+2 ms)Region opened successfully at 1731097160046 2024-11-08T20:19:20,047 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731097158885.d697f899965341639561d6972186942f., pid=10, masterSystemTime=1731097160017 2024-11-08T20:19:20,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731097158885.d697f899965341639561d6972186942f. 2024-11-08T20:19:20,048 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731097158885.d697f899965341639561d6972186942f. 2024-11-08T20:19:20,049 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d697f899965341639561d6972186942f, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,43487,1731097150877 2024-11-08T20:19:20,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d697f899965341639561d6972186942f, server=ae1476a7656f,43487,1731097150877 because future has completed 2024-11-08T20:19:20,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T20:19:20,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d697f899965341639561d6972186942f, server=ae1476a7656f,43487,1731097150877 in 186 msec 2024-11-08T20:19:20,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T20:19:20,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d697f899965341639561d6972186942f, ASSIGN in 342 msec 2024-11-08T20:19:20,055 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T20:19:20,055 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097160055"}]},"ts":"1731097160055"} 2024-11-08T20:19:20,057 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T20:19:20,057 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T20:19:20,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1710 sec 2024-11-08T20:19:20,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731097158885.d697f899965341639561d6972186942f., hostname=ae1476a7656f,43487,1731097150877, seqNum=2] 2024-11-08T20:19:20,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43487-0x1011c1a23750004, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1968337590 2024-11-08T20:19:20,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x1011c1a23750003, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1968337590 2024-11-08T20:19:20,186 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T20:19:20,241 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.wal-reader.ae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427/ae1476a7656f%2C32901%2C1731097145427.1731097147651 to pos 379, reset compression=false 2024-11-08T20:19:20,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43487 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T20:19:20,338 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T20:19:20,364 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ae1476a7656f,43487,1731097150877, ReplicationSource: 1, currentBandwidth=0 2024-11-08T20:19:20,364 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:19:20,364 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,43487,1731097150877, seqNum=-1] 2024-11-08T20:19:20,364 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:19:20,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39987, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-08T20:19:20,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ae1476a7656f,43487,1731097150877', locateType=CURRENT is [region=hbase:replication,,1731097158885.d697f899965341639561d6972186942f., hostname=ae1476a7656f,43487,1731097150877, seqNum=2] 2024-11-08T20:19:20,369 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T20:19:20,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T20:19:20,371 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ae1476a7656f,43487,1731097150877 suceeded 2024-11-08T20:19:20,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T20:19:20,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-08T20:19:20,372 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ae1476a7656f:36341,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T20:19:20,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4940 sec 2024-11-08T20:19:20,382 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ae1476a7656f:36341' 2024-11-08T20:19:20,383 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76c4e05b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:20,383 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,36341,-1 for getting cluster id 2024-11-08T20:19:20,383 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:19:20,383 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5de7eac4-8b20-4072-b42e-2834815f5037' 2024-11-08T20:19:20,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:19:20,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5de7eac4-8b20-4072-b42e-2834815f5037" 2024-11-08T20:19:20,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13dc0b3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:20,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,36341,-1] 2024-11-08T20:19:20,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:19:20,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:20,384 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:19:20,385 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2975d46b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:20,385 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:19:20,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,36341,1731097145226 2024-11-08T20:19:20,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35f96ca5 2024-11-08T20:19:20,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:19:20,387 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-08T20:19:20,387 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ae1476a7656f,43487,1731097150877 (queues=1) is replicating from cluster=8a12cfae-86ff-4c6e-882c-cc3f0913c251 to cluster=5de7eac4-8b20-4072-b42e-2834815f5037 2024-11-08T20:19:20,387 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ae1476a7656f%2C43487%2C1731097150877 2024-11-08T20:19:20,387 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ae1476a7656f,43487,1731097150877, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T20:19:20,388 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877.replicationSource.shipperae1476a7656f%2C43487%2C1731097150877,1-ae1476a7656f,43487,1731097150877 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ae1476a7656f%2C43487%2C1731097150877 2024-11-08T20:19:20,388 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877.replicationSource.wal-reader.ae1476a7656f%2C43487%2C1731097150877,1-ae1476a7656f,43487,1731097150877 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/WALs/ae1476a7656f,43487,1731097150877/ae1476a7656f%2C43487%2C1731097150877.1731097153330, startPosition=0, beingWritten=true 2024-11-08T20:19:20,393 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877.replicationSource.wal-reader.ae1476a7656f%2C43487%2C1731097150877,1-ae1476a7656f,43487,1731097150877 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T20:19:20,393 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877.replicationSource.wal-reader.ae1476a7656f%2C43487%2C1731097150877,1-ae1476a7656f,43487,1731097150877 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/WALs/ae1476a7656f,43487,1731097150877/ae1476a7656f%2C43487%2C1731097150877.1731097153330 to pos 379, reset compression=false 2024-11-08T20:19:20,393 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877.replicationSource.shipperae1476a7656f%2C43487%2C1731097150877,1-ae1476a7656f,43487,1731097150877 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,43487,1731097150877 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/WALs/ae1476a7656f,43487,1731097150877/ae1476a7656f%2C43487%2C1731097150877.1731097153330, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T20:19:20,599 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877.replicationSource.wal-reader.ae1476a7656f%2C43487%2C1731097150877,1-ae1476a7656f,43487,1731097150877 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/WALs/ae1476a7656f,43487,1731097150877/ae1476a7656f%2C43487%2C1731097150877.1731097153330 to pos 379, reset compression=false 2024-11-08T20:19:20,903 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877.replicationSource.wal-reader.ae1476a7656f%2C43487%2C1731097150877,1-ae1476a7656f,43487,1731097150877 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/WALs/ae1476a7656f,43487,1731097150877/ae1476a7656f%2C43487%2C1731097150877.1731097153330 to pos 379, reset compression=false 2024-11-08T20:19:20,944 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.wal-reader.ae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427/ae1476a7656f%2C32901%2C1731097145427.1731097147651 to pos 379, reset compression=false 2024-11-08T20:19:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:19:21,024 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T20:19:21,024 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:19:21,024 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:19:21,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:21,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:21,024 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:19:21,025 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:19:21,025 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,32901,1731097145427, seqNum=-1] 2024-11-08T20:19:21,026 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:19:21,026 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:19:21,028 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731097154432.fd49f57313c5faae9c23fa4f56fedf26., hostname=ae1476a7656f,32901,1731097145427, seqNum=2] 2024-11-08T20:19:21,030 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:19:21,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,43487,1731097150877, seqNum=-1] 2024-11-08T20:19:21,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:19:21,032 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:19:21,034 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731097155575.d04cfe5404d2c2147d322738a867ec3f., hostname=ae1476a7656f,43487,1731097150877, seqNum=2] 2024-11-08T20:19:21,035 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-08T20:19:21,307 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877.replicationSource.wal-reader.ae1476a7656f%2C43487%2C1731097150877,1-ae1476a7656f,43487,1731097150877 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/WALs/ae1476a7656f,43487,1731097150877/ae1476a7656f%2C43487%2C1731097150877.1731097153330 to pos 379, reset compression=false 2024-11-08T20:19:21,747 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.wal-reader.ae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427/ae1476a7656f%2C32901%2C1731097145427.1731097147651 to pos 379, reset compression=false 2024-11-08T20:19:21,753 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.wal-reader.ae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T20:19:21,753 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.wal-reader.ae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427/ae1476a7656f%2C32901%2C1731097145427.1731097147651 to pos 480, reset compression=false 2024-11-08T20:19:21,753 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.shipperae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,32901,1731097145427 got entry batch from reader: WALEntryBatch [walEntries=[{test/fd49f57313c5faae9c23fa4f56fedf26/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427/ae1476a7656f%2C32901%2C1731097145427.1731097147651, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-08T20:19:21,754 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.shipperae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:19:21,755 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-08T20:19:21,756 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43487 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T20:19:21,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43487 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3921acce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:21,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43487 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,35449,-1 for getting cluster id 2024-11-08T20:19:21,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43487 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:19:21,758 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a12cfae-86ff-4c6e-882c-cc3f0913c251' 2024-11-08T20:19:21,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:19:21,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a12cfae-86ff-4c6e-882c-cc3f0913c251" 2024-11-08T20:19:21,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b52a734, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:21,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,35449,-1] 2024-11-08T20:19:21,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:19:21,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:21,759 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:19:21,759 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43487 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27b1518a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:21,763 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43487 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:19:21,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,43487,1731097150877, seqNum=-1] 2024-11-08T20:19:21,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:19:21,765 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-08T20:19:21,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731097155575.d04cfe5404d2c2147d322738a867ec3f., hostname=ae1476a7656f,43487,1731097150877, seqNum=2] 2024-11-08T20:19:21,786 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43487 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T20:19:21,811 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877.replicationSource.wal-reader.ae1476a7656f%2C43487%2C1731097150877,1-ae1476a7656f,43487,1731097150877 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/WALs/ae1476a7656f,43487,1731097150877/ae1476a7656f%2C43487%2C1731097150877.1731097153330 to pos 379, reset compression=false 2024-11-08T20:19:21,815 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877.replicationSource.wal-reader.ae1476a7656f%2C43487%2C1731097150877,1-ae1476a7656f,43487,1731097150877 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T20:19:21,815 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877.replicationSource.wal-reader.ae1476a7656f%2C43487%2C1731097150877,1-ae1476a7656f,43487,1731097150877 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/WALs/ae1476a7656f,43487,1731097150877/ae1476a7656f%2C43487%2C1731097150877.1731097153330 to pos 503, reset compression=false 2024-11-08T20:19:21,815 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877.replicationSource.shipperae1476a7656f%2C43487%2C1731097150877,1-ae1476a7656f,43487,1731097150877 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,43487,1731097150877 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/WALs/ae1476a7656f,43487,1731097150877/ae1476a7656f%2C43487%2C1731097150877.1731097153330, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T20:19:21,958 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.wal-reader.ae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427/ae1476a7656f%2C32901%2C1731097145427.1731097147651 to pos 480, reset compression=false 2024-11-08T20:19:22,019 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877.replicationSource.wal-reader.ae1476a7656f%2C43487%2C1731097150877,1-ae1476a7656f,43487,1731097150877 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/WALs/ae1476a7656f,43487,1731097150877/ae1476a7656f%2C43487%2C1731097150877.1731097153330 to pos 503, reset compression=false 2024-11-08T20:19:22,038 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-08T20:19:22,041 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-08T20:19:22,261 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.wal-reader.ae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427/ae1476a7656f%2C32901%2C1731097145427.1731097147651 to pos 480, reset compression=false 2024-11-08T20:19:22,323 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877.replicationSource.wal-reader.ae1476a7656f%2C43487%2C1731097150877,1-ae1476a7656f,43487,1731097150877 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/WALs/ae1476a7656f,43487,1731097150877/ae1476a7656f%2C43487%2C1731097150877.1731097153330 to pos 503, reset compression=false 2024-11-08T20:19:22,327 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877.replicationSource.wal-reader.ae1476a7656f%2C43487%2C1731097150877,1-ae1476a7656f,43487,1731097150877 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T20:19:22,327 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877.replicationSource.wal-reader.ae1476a7656f%2C43487%2C1731097150877,1-ae1476a7656f,43487,1731097150877 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/WALs/ae1476a7656f,43487,1731097150877/ae1476a7656f%2C43487%2C1731097150877.1731097153330 to pos 607, reset compression=false 2024-11-08T20:19:22,327 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877.replicationSource.shipperae1476a7656f%2C43487%2C1731097150877,1-ae1476a7656f,43487,1731097150877 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,43487,1731097150877 got entry batch from reader: WALEntryBatch [walEntries=[{test/d04cfe5404d2c2147d322738a867ec3f/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/WALs/ae1476a7656f,43487,1731097150877/ae1476a7656f%2C43487%2C1731097150877.1731097153330, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T20:19:22,330 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877.replicationSource.shipperae1476a7656f%2C43487%2C1731097150877,1-ae1476a7656f,43487,1731097150877 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:19:22,331 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-08T20:19:22,331 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T20:19:22,332 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78078225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:22,332 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,36341,-1 for getting cluster id 2024-11-08T20:19:22,332 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:19:22,333 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5de7eac4-8b20-4072-b42e-2834815f5037' 2024-11-08T20:19:22,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:19:22,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5de7eac4-8b20-4072-b42e-2834815f5037" 2024-11-08T20:19:22,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a814dac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:22,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,36341,-1] 2024-11-08T20:19:22,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:19:22,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:22,334 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:19:22,335 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5cfada7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:22,335 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:19:22,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,32901,1731097145427, seqNum=-1] 2024-11-08T20:19:22,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:19:22,337 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-08T20:19:22,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731097154432.fd49f57313c5faae9c23fa4f56fedf26., hostname=ae1476a7656f,32901,1731097145427, seqNum=2] 2024-11-08T20:19:22,341 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T20:19:22,530 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877.replicationSource.wal-reader.ae1476a7656f%2C43487%2C1731097150877,1-ae1476a7656f,43487,1731097150877 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/WALs/ae1476a7656f,43487,1731097150877/ae1476a7656f%2C43487%2C1731097150877.1731097153330 to pos 607, reset compression=false 2024-11-08T20:19:22,665 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.wal-reader.ae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427/ae1476a7656f%2C32901%2C1731097145427.1731097147651 to pos 480, reset compression=false 2024-11-08T20:19:22,681 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.wal-reader.ae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T20:19:22,681 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.wal-reader.ae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427/ae1476a7656f%2C32901%2C1731097145427.1731097147651 to pos 608, reset compression=false 2024-11-08T20:19:22,681 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.shipperae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,32901,1731097145427 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427/ae1476a7656f%2C32901%2C1731097145427.1731097147651, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T20:19:22,835 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877.replicationSource.wal-reader.ae1476a7656f%2C43487%2C1731097150877,1-ae1476a7656f,43487,1731097150877 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/WALs/ae1476a7656f,43487,1731097150877/ae1476a7656f%2C43487%2C1731097150877.1731097153330 to pos 607, reset compression=false 2024-11-08T20:19:22,884 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.wal-reader.ae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427/ae1476a7656f%2C32901%2C1731097145427.1731097147651 to pos 608, reset compression=false 2024-11-08T20:19:23,042 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-08T20:19:23,051 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-08T20:19:23,188 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.wal-reader.ae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427/ae1476a7656f%2C32901%2C1731097145427.1731097147651 to pos 608, reset compression=false 2024-11-08T20:19:23,194 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.wal-reader.ae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T20:19:23,194 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.wal-reader.ae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427/ae1476a7656f%2C32901%2C1731097145427.1731097147651 to pos 764, reset compression=false 2024-11-08T20:19:23,194 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.shipperae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,32901,1731097145427 got entry batch from reader: WALEntryBatch [walEntries=[{test/fd49f57313c5faae9c23fa4f56fedf26/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427/ae1476a7656f%2C32901%2C1731097145427.1731097147651, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-08T20:19:23,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43487 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T20:19:23,199 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43487 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T20:19:23,238 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877.replicationSource.wal-reader.ae1476a7656f%2C43487%2C1731097150877,1-ae1476a7656f,43487,1731097150877 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/WALs/ae1476a7656f,43487,1731097150877/ae1476a7656f%2C43487%2C1731097150877.1731097153330 to pos 607, reset compression=false 2024-11-08T20:19:23,242 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877.replicationSource.wal-reader.ae1476a7656f%2C43487%2C1731097150877,1-ae1476a7656f,43487,1731097150877 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T20:19:23,242 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877.replicationSource.wal-reader.ae1476a7656f%2C43487%2C1731097150877,1-ae1476a7656f,43487,1731097150877 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/WALs/ae1476a7656f,43487,1731097150877/ae1476a7656f%2C43487%2C1731097150877.1731097153330 to pos 754, reset compression=false 2024-11-08T20:19:23,242 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877.replicationSource.shipperae1476a7656f%2C43487%2C1731097150877,1-ae1476a7656f,43487,1731097150877 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,43487,1731097150877 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/WALs/ae1476a7656f,43487,1731097150877/ae1476a7656f%2C43487%2C1731097150877.1731097153330, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T20:19:23,399 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.wal-reader.ae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427/ae1476a7656f%2C32901%2C1731097145427.1731097147651 to pos 764, reset compression=false 2024-11-08T20:19:23,446 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877.replicationSource.wal-reader.ae1476a7656f%2C43487%2C1731097150877,1-ae1476a7656f,43487,1731097150877 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/WALs/ae1476a7656f,43487,1731097150877/ae1476a7656f%2C43487%2C1731097150877.1731097153330 to pos 754, reset compression=false 2024-11-08T20:19:23,703 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.wal-reader.ae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427/ae1476a7656f%2C32901%2C1731097145427.1731097147651 to pos 764, reset compression=false 2024-11-08T20:19:23,750 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877.replicationSource.wal-reader.ae1476a7656f%2C43487%2C1731097150877,1-ae1476a7656f,43487,1731097150877 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/WALs/ae1476a7656f,43487,1731097150877/ae1476a7656f%2C43487%2C1731097150877.1731097153330 to pos 754, reset compression=false 2024-11-08T20:19:24,053 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-08T20:19:24,056 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-08T20:19:24,107 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.wal-reader.ae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427/ae1476a7656f%2C32901%2C1731097145427.1731097147651 to pos 764, reset compression=false 2024-11-08T20:19:24,154 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877.replicationSource.wal-reader.ae1476a7656f%2C43487%2C1731097150877,1-ae1476a7656f,43487,1731097150877 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/WALs/ae1476a7656f,43487,1731097150877/ae1476a7656f%2C43487%2C1731097150877.1731097153330 to pos 754, reset compression=false 2024-11-08T20:19:24,158 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877.replicationSource.wal-reader.ae1476a7656f%2C43487%2C1731097150877,1-ae1476a7656f,43487,1731097150877 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T20:19:24,158 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877.replicationSource.wal-reader.ae1476a7656f%2C43487%2C1731097150877,1-ae1476a7656f,43487,1731097150877 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/WALs/ae1476a7656f,43487,1731097150877/ae1476a7656f%2C43487%2C1731097150877.1731097153330 to pos 913, reset compression=false 2024-11-08T20:19:24,158 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877.replicationSource.shipperae1476a7656f%2C43487%2C1731097150877,1-ae1476a7656f,43487,1731097150877 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,43487,1731097150877 got entry batch from reader: WALEntryBatch [walEntries=[{test/d04cfe5404d2c2147d322738a867ec3f/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/WALs/ae1476a7656f,43487,1731097150877/ae1476a7656f%2C43487%2C1731097150877.1731097153330, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-08T20:19:24,159 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T20:19:24,162 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T20:19:24,362 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877.replicationSource.wal-reader.ae1476a7656f%2C43487%2C1731097150877,1-ae1476a7656f,43487,1731097150877 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/WALs/ae1476a7656f,43487,1731097150877/ae1476a7656f%2C43487%2C1731097150877.1731097153330 to pos 913, reset compression=false 2024-11-08T20:19:24,610 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.wal-reader.ae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427/ae1476a7656f%2C32901%2C1731097145427.1731097147651 to pos 764, reset compression=false 2024-11-08T20:19:24,614 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.wal-reader.ae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T20:19:24,614 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.wal-reader.ae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427/ae1476a7656f%2C32901%2C1731097145427.1731097147651 to pos 914, reset compression=false 2024-11-08T20:19:24,614 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.shipperae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,32901,1731097145427 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427/ae1476a7656f%2C32901%2C1731097145427.1731097147651, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T20:19:24,665 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877.replicationSource.wal-reader.ae1476a7656f%2C43487%2C1731097150877,1-ae1476a7656f,43487,1731097150877 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/WALs/ae1476a7656f,43487,1731097150877/ae1476a7656f%2C43487%2C1731097150877.1731097153330 to pos 913, reset compression=false 2024-11-08T20:19:24,817 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.wal-reader.ae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427/ae1476a7656f%2C32901%2C1731097145427.1731097147651 to pos 914, reset compression=false 2024-11-08T20:19:25,058 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-08T20:19:25,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T20:19:25,060 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:19:25,060 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:19:25,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:25,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:25,061 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:19:25,061 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T20:19:25,061 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=958247627, stopped=false 2024-11-08T20:19:25,061 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ae1476a7656f,35449,1731097150740 2024-11-08T20:19:25,068 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877.replicationSource.wal-reader.ae1476a7656f%2C43487%2C1731097150877,1-ae1476a7656f,43487,1731097150877 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/WALs/ae1476a7656f,43487,1731097150877/ae1476a7656f%2C43487%2C1731097150877.1731097153330 to pos 913, reset compression=false 2024-11-08T20:19:25,121 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.wal-reader.ae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427/ae1476a7656f%2C32901%2C1731097145427.1731097147651 to pos 914, reset compression=false 2024-11-08T20:19:25,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x1011c1a23750003, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1968337590/running 2024-11-08T20:19:25,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43487-0x1011c1a23750004, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1968337590/running 2024-11-08T20:19:25,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x1011c1a23750003, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1968337590 2024-11-08T20:19:25,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43487-0x1011c1a23750004, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1968337590 2024-11-08T20:19:25,122 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:19:25,122 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:19:25,122 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:19:25,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:25,123 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ae1476a7656f,43487,1731097150877' ***** 2024-11-08T20:19:25,123 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T20:19:25,123 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35449-0x1011c1a23750003, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Set watcher on znode that does not yet exist, /1-1968337590/running 2024-11-08T20:19:25,123 INFO [RS:0;ae1476a7656f:43487 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T20:19:25,123 INFO [RS:0;ae1476a7656f:43487 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T20:19:25,123 INFO [RS:0;ae1476a7656f:43487 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T20:19:25,123 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43487-0x1011c1a23750004, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Set watcher on znode that does not yet exist, /1-1968337590/running 2024-11-08T20:19:25,123 INFO [RS:0;ae1476a7656f:43487 {}] regionserver.HRegionServer(3091): Received CLOSE for d04cfe5404d2c2147d322738a867ec3f 2024-11-08T20:19:25,123 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T20:19:25,124 INFO [RS:0;ae1476a7656f:43487 {}] regionserver.HRegionServer(3091): Received CLOSE for d697f899965341639561d6972186942f 2024-11-08T20:19:25,124 INFO [RS:0;ae1476a7656f:43487 {}] regionserver.HRegionServer(959): stopping server ae1476a7656f,43487,1731097150877 2024-11-08T20:19:25,124 INFO [RS:0;ae1476a7656f:43487 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:19:25,124 INFO [RS:0;ae1476a7656f:43487 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:43487. 2024-11-08T20:19:25,124 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d04cfe5404d2c2147d322738a867ec3f, disabling compactions & flushes 2024-11-08T20:19:25,124 DEBUG [RS:0;ae1476a7656f:43487 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:19:25,124 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731097155575.d04cfe5404d2c2147d322738a867ec3f. 2024-11-08T20:19:25,124 DEBUG [RS:0;ae1476a7656f:43487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:25,124 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731097155575.d04cfe5404d2c2147d322738a867ec3f. 2024-11-08T20:19:25,124 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731097155575.d04cfe5404d2c2147d322738a867ec3f. after waiting 0 ms 2024-11-08T20:19:25,124 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731097155575.d04cfe5404d2c2147d322738a867ec3f. 2024-11-08T20:19:25,124 INFO [RS:0;ae1476a7656f:43487 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T20:19:25,124 INFO [RS:0;ae1476a7656f:43487 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T20:19:25,124 INFO [RS:0;ae1476a7656f:43487 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T20:19:25,124 INFO [RS:0;ae1476a7656f:43487 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T20:19:25,124 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d04cfe5404d2c2147d322738a867ec3f 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-08T20:19:25,124 INFO [RS:0;ae1476a7656f:43487 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T20:19:25,124 DEBUG [RS:0;ae1476a7656f:43487 {}] regionserver.HRegionServer(1325): Online Regions={d04cfe5404d2c2147d322738a867ec3f=test,,1731097155575.d04cfe5404d2c2147d322738a867ec3f., d697f899965341639561d6972186942f=hbase:replication,,1731097158885.d697f899965341639561d6972186942f., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T20:19:25,124 DEBUG [RS:0;ae1476a7656f:43487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d04cfe5404d2c2147d322738a867ec3f, d697f899965341639561d6972186942f 2024-11-08T20:19:25,124 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:19:25,124 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:19:25,125 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:19:25,125 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:19:25,125 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:19:25,125 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T20:19:25,138 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/data/default/test/d04cfe5404d2c2147d322738a867ec3f/.tmp/f/21bc53f90b8a488a9c0b218689722c4d is 29, key is row1/f:/1731097164053/DeleteFamily/seqid=0 2024-11-08T20:19:25,140 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/data/hbase/meta/1588230740/.tmp/info/bee687dca1644050812a0c4c9f56f3a9 is 147, key is hbase:replication,,1731097158885.d697f899965341639561d6972186942f./info:regioninfo/1731097160049/Put/seqid=0 2024-11-08T20:19:25,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45363 is added to blk_1073741840_1016 (size=5118) 2024-11-08T20:19:25,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45363 is added to blk_1073741841_1017 (size=7686) 2024-11-08T20:19:25,144 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/data/hbase/meta/1588230740/.tmp/info/bee687dca1644050812a0c4c9f56f3a9 2024-11-08T20:19:25,165 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/data/hbase/meta/1588230740/.tmp/ns/e738a0a989ed49e38f2f68925a43a2a5 is 43, key is default/ns:d/1731097154366/Put/seqid=0 2024-11-08T20:19:25,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45363 is added to blk_1073741842_1018 (size=5153) 2024-11-08T20:19:25,217 INFO [regionserver/ae1476a7656f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:19:25,228 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T20:19:25,229 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T20:19:25,325 DEBUG [RS:0;ae1476a7656f:43487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d04cfe5404d2c2147d322738a867ec3f, d697f899965341639561d6972186942f 2024-11-08T20:19:25,525 DEBUG [RS:0;ae1476a7656f:43487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d04cfe5404d2c2147d322738a867ec3f, d697f899965341639561d6972186942f 2024-11-08T20:19:25,528 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.wal-reader.ae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427/ae1476a7656f%2C32901%2C1731097145427.1731097147651 to pos 914, reset compression=false 2024-11-08T20:19:25,540 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T20:19:25,544 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/data/default/test/d04cfe5404d2c2147d322738a867ec3f/.tmp/f/21bc53f90b8a488a9c0b218689722c4d 2024-11-08T20:19:25,548 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 21bc53f90b8a488a9c0b218689722c4d 2024-11-08T20:19:25,566 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/data/default/test/d04cfe5404d2c2147d322738a867ec3f/.tmp/f1/9993712f6fa742bd8ee8f4ccee6971d5 is 30, key is row1/f1:/1731097164053/DeleteFamily/seqid=0 2024-11-08T20:19:25,569 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/data/hbase/meta/1588230740/.tmp/ns/e738a0a989ed49e38f2f68925a43a2a5 2024-11-08T20:19:25,571 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877.replicationSource.wal-reader.ae1476a7656f%2C43487%2C1731097150877,1-ae1476a7656f,43487,1731097150877 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/WALs/ae1476a7656f,43487,1731097150877/ae1476a7656f%2C43487%2C1731097150877.1731097153330 to pos 913, reset compression=false 2024-11-08T20:19:25,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45363 is added to blk_1073741843_1019 (size=5123) 2024-11-08T20:19:25,574 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/data/default/test/d04cfe5404d2c2147d322738a867ec3f/.tmp/f1/9993712f6fa742bd8ee8f4ccee6971d5 2024-11-08T20:19:25,577 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877.replicationSource.wal-reader.ae1476a7656f%2C43487%2C1731097150877,1-ae1476a7656f,43487,1731097150877 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T20:19:25,577 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877.replicationSource.wal-reader.ae1476a7656f%2C43487%2C1731097150877,1-ae1476a7656f,43487,1731097150877 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/WALs/ae1476a7656f,43487,1731097150877/ae1476a7656f%2C43487%2C1731097150877.1731097153330 to pos 1160, reset compression=false 2024-11-08T20:19:25,577 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877.replicationSource.shipperae1476a7656f%2C43487%2C1731097150877,1-ae1476a7656f,43487,1731097150877 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,43487,1731097150877 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/WALs/ae1476a7656f,43487,1731097150877/ae1476a7656f%2C43487%2C1731097150877.1731097153330, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T20:19:25,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:25,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:25,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:25,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:25,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:25,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:25,578 ERROR [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877.replicationSource.shipperae1476a7656f%2C43487%2C1731097150877,1-ae1476a7656f,43487,1731097150877 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ae1476a7656f,43487,1731097150877: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ae1476a7656f,43487,1731097150877, walGroup=ae1476a7656f%2C43487%2C1731097150877, offset=ae1476a7656f%2C43487%2C1731097150877.1731097153330:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:43487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T20:19:25,579 ERROR [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877.replicationSource.shipperae1476a7656f%2C43487%2C1731097150877,1-ae1476a7656f,43487,1731097150877 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T20:19:25,579 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877.replicationSource.shipperae1476a7656f%2C43487%2C1731097150877,1-ae1476a7656f,43487,1731097150877 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T20:19:25,580 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877.replicationSource.shipperae1476a7656f%2C43487%2C1731097150877,1-ae1476a7656f,43487,1731097150877 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T20:19:25,580 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877.replicationSource.shipperae1476a7656f%2C43487%2C1731097150877,1-ae1476a7656f,43487,1731097150877 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T20:19:25,580 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877.replicationSource.shipperae1476a7656f%2C43487%2C1731097150877,1-ae1476a7656f,43487,1731097150877 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T20:19:25,580 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877.replicationSource.shipperae1476a7656f%2C43487%2C1731097150877,1-ae1476a7656f,43487,1731097150877 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 579324056 }, "NonHeapMemoryUsage": { "committed": 194707456, "init": 7667712, "max": -1, "used": 191624624 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T20:19:25,580 WARN [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877.replicationSource.shipperae1476a7656f%2C43487%2C1731097150877,1-ae1476a7656f,43487,1731097150877 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:35449 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:35449 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T20:19:25,583 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9993712f6fa742bd8ee8f4ccee6971d5 2024-11-08T20:19:25,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:25,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:25,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:25,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:25,596 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/data/hbase/meta/1588230740/.tmp/rep_barrier/a30336f5483c47b390062a4ec8b819e0 is 112, key is test,,1731097155575.d04cfe5404d2c2147d322738a867ec3f./rep_barrier:seqnumDuringOpen/1731097156315/Put/seqid=0 2024-11-08T20:19:25,600 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/data/default/test/d04cfe5404d2c2147d322738a867ec3f/.tmp/norep/9d1743ed86a148a8b12d8d488b2fc69d is 33, key is row1/norep:/1731097164053/DeleteFamily/seqid=0 2024-11-08T20:19:25,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45363 is added to blk_1073741844_1020 (size=5518) 2024-11-08T20:19:25,614 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/data/hbase/meta/1588230740/.tmp/rep_barrier/a30336f5483c47b390062a4ec8b819e0 2024-11-08T20:19:25,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45363 is added to blk_1073741845_1021 (size=5108) 2024-11-08T20:19:25,615 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/data/default/test/d04cfe5404d2c2147d322738a867ec3f/.tmp/norep/9d1743ed86a148a8b12d8d488b2fc69d 2024-11-08T20:19:25,619 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9d1743ed86a148a8b12d8d488b2fc69d 2024-11-08T20:19:25,619 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/data/default/test/d04cfe5404d2c2147d322738a867ec3f/.tmp/f/21bc53f90b8a488a9c0b218689722c4d as hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/data/default/test/d04cfe5404d2c2147d322738a867ec3f/f/21bc53f90b8a488a9c0b218689722c4d 2024-11-08T20:19:25,623 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 21bc53f90b8a488a9c0b218689722c4d 2024-11-08T20:19:25,623 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/data/default/test/d04cfe5404d2c2147d322738a867ec3f/f/21bc53f90b8a488a9c0b218689722c4d, entries=2, sequenceid=8, filesize=5.0 K 2024-11-08T20:19:25,626 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/data/default/test/d04cfe5404d2c2147d322738a867ec3f/.tmp/f1/9993712f6fa742bd8ee8f4ccee6971d5 as hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/data/default/test/d04cfe5404d2c2147d322738a867ec3f/f1/9993712f6fa742bd8ee8f4ccee6971d5 2024-11-08T20:19:25,629 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9993712f6fa742bd8ee8f4ccee6971d5 2024-11-08T20:19:25,629 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/data/default/test/d04cfe5404d2c2147d322738a867ec3f/f1/9993712f6fa742bd8ee8f4ccee6971d5, entries=2, sequenceid=8, filesize=5.0 K 2024-11-08T20:19:25,630 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/data/default/test/d04cfe5404d2c2147d322738a867ec3f/.tmp/norep/9d1743ed86a148a8b12d8d488b2fc69d as hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/data/default/test/d04cfe5404d2c2147d322738a867ec3f/norep/9d1743ed86a148a8b12d8d488b2fc69d 2024-11-08T20:19:25,633 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9d1743ed86a148a8b12d8d488b2fc69d 2024-11-08T20:19:25,633 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/data/default/test/d04cfe5404d2c2147d322738a867ec3f/norep/9d1743ed86a148a8b12d8d488b2fc69d, entries=1, sequenceid=8, filesize=5.0 K 2024-11-08T20:19:25,634 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for d04cfe5404d2c2147d322738a867ec3f in 510ms, sequenceid=8, compaction requested=false 2024-11-08T20:19:25,642 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/data/hbase/meta/1588230740/.tmp/table/c121e614230840938f24b7b8b0e55133 is 53, key is hbase:replication/table:state/1731097160055/Put/seqid=0 2024-11-08T20:19:25,643 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/data/default/test/d04cfe5404d2c2147d322738a867ec3f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T20:19:25,643 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:19:25,643 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T20:19:25,643 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731097155575.d04cfe5404d2c2147d322738a867ec3f. 2024-11-08T20:19:25,643 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d04cfe5404d2c2147d322738a867ec3f: Waiting for close lock at 1731097165124Running coprocessor pre-close hooks at 1731097165124Disabling compacts and flushes for region at 1731097165124Disabling writes for close at 1731097165124Obtaining lock to block concurrent updates at 1731097165124Preparing flush snapshotting stores in d04cfe5404d2c2147d322738a867ec3f at 1731097165124Finished memstore snapshotting test,,1731097155575.d04cfe5404d2c2147d322738a867ec3f., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731097165125 (+1 ms)Flushing stores of test,,1731097155575.d04cfe5404d2c2147d322738a867ec3f. at 1731097165125Flushing d04cfe5404d2c2147d322738a867ec3f/f: creating writer at 1731097165125Flushing d04cfe5404d2c2147d322738a867ec3f/f: appending metadata at 1731097165138 (+13 ms)Flushing d04cfe5404d2c2147d322738a867ec3f/f: closing flushed file at 1731097165138Flushing d04cfe5404d2c2147d322738a867ec3f/f1: creating writer at 1731097165548 (+410 ms)Flushing d04cfe5404d2c2147d322738a867ec3f/f1: appending metadata at 1731097165565 (+17 ms)Flushing d04cfe5404d2c2147d322738a867ec3f/f1: closing flushed file at 1731097165565Flushing d04cfe5404d2c2147d322738a867ec3f/norep: creating writer at 1731097165583 (+18 ms)Flushing d04cfe5404d2c2147d322738a867ec3f/norep: appending metadata at 1731097165599 (+16 ms)Flushing d04cfe5404d2c2147d322738a867ec3f/norep: closing flushed file at 1731097165599Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b897574: reopening flushed file at 1731097165619 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fa8418b: reopening flushed file at 1731097165624 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c094ea4: reopening flushed file at 1731097165630 (+6 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for d04cfe5404d2c2147d322738a867ec3f in 510ms, sequenceid=8, compaction requested=false at 1731097165634 (+4 ms)Writing region close event to WAL at 1731097165640 (+6 ms)Running coprocessor post-close hooks at 1731097165643 (+3 ms)Closed at 1731097165643 2024-11-08T20:19:25,643 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731097155575.d04cfe5404d2c2147d322738a867ec3f. 2024-11-08T20:19:25,643 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d697f899965341639561d6972186942f, disabling compactions & flushes 2024-11-08T20:19:25,643 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731097158885.d697f899965341639561d6972186942f. 2024-11-08T20:19:25,643 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731097158885.d697f899965341639561d6972186942f. 2024-11-08T20:19:25,643 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731097158885.d697f899965341639561d6972186942f. after waiting 0 ms 2024-11-08T20:19:25,643 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731097158885.d697f899965341639561d6972186942f. 2024-11-08T20:19:25,644 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d697f899965341639561d6972186942f: Waiting for close lock at 1731097165643Running coprocessor pre-close hooks at 1731097165643Disabling compacts and flushes for region at 1731097165643Disabling writes for close at 1731097165643Failed flush hbase:replication,,1731097158885.d697f899965341639561d6972186942f., putting online again at 1731097165644 (+1 ms) 2024-11-08T20:19:25,644 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731097158885.d697f899965341639561d6972186942f. 2024-11-08T20:19:25,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45363 is added to blk_1073741846_1022 (size=5308) 2024-11-08T20:19:25,725 INFO [RS:0;ae1476a7656f:43487 {}] regionserver.HRegionServer(3091): Received CLOSE for d697f899965341639561d6972186942f 2024-11-08T20:19:25,725 DEBUG [RS:0;ae1476a7656f:43487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d697f899965341639561d6972186942f 2024-11-08T20:19:25,725 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d697f899965341639561d6972186942f, disabling compactions & flushes 2024-11-08T20:19:25,725 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731097158885.d697f899965341639561d6972186942f. 2024-11-08T20:19:25,725 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731097158885.d697f899965341639561d6972186942f. 2024-11-08T20:19:25,725 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731097158885.d697f899965341639561d6972186942f. after waiting 0 ms 2024-11-08T20:19:25,725 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731097158885.d697f899965341639561d6972186942f. 2024-11-08T20:19:25,725 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d697f899965341639561d6972186942f: Waiting for close lock at 1731097165725Running coprocessor pre-close hooks at 1731097165725Disabling compacts and flushes for region at 1731097165725Disabling writes for close at 1731097165725Failed flush hbase:replication,,1731097158885.d697f899965341639561d6972186942f., putting online again at 1731097165725 2024-11-08T20:19:25,726 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731097158885.d697f899965341639561d6972186942f. 2024-11-08T20:19:25,788 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877.replicationSource.wal-reader.ae1476a7656f%2C43487%2C1731097150877,1-ae1476a7656f,43487,1731097150877 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/WALs/ae1476a7656f,43487,1731097150877/ae1476a7656f%2C43487%2C1731097150877.1731097153330 to pos 1160, reset compression=false 2024-11-08T20:19:25,793 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877.replicationSource.wal-reader.ae1476a7656f%2C43487%2C1731097150877,1-ae1476a7656f,43487,1731097150877 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T20:19:25,793 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877.replicationSource.wal-reader.ae1476a7656f%2C43487%2C1731097150877,1-ae1476a7656f,43487,1731097150877 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/WALs/ae1476a7656f,43487,1731097150877/ae1476a7656f%2C43487%2C1731097150877.1731097153330 to pos 1804, reset compression=false 2024-11-08T20:19:25,925 DEBUG [RS:0;ae1476a7656f:43487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:19:25,995 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877.replicationSource.wal-reader.ae1476a7656f%2C43487%2C1731097150877,1-ae1476a7656f,43487,1731097150877 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/WALs/ae1476a7656f,43487,1731097150877/ae1476a7656f%2C43487%2C1731097150877.1731097153330 to pos 1804, reset compression=false 2024-11-08T20:19:26,032 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.wal-reader.ae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427/ae1476a7656f%2C32901%2C1731097145427.1731097147651 to pos 914, reset compression=false 2024-11-08T20:19:26,046 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/data/hbase/meta/1588230740/.tmp/table/c121e614230840938f24b7b8b0e55133 2024-11-08T20:19:26,050 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/data/hbase/meta/1588230740/.tmp/info/bee687dca1644050812a0c4c9f56f3a9 as hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/data/hbase/meta/1588230740/info/bee687dca1644050812a0c4c9f56f3a9 2024-11-08T20:19:26,054 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/data/hbase/meta/1588230740/info/bee687dca1644050812a0c4c9f56f3a9, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T20:19:26,055 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/data/hbase/meta/1588230740/.tmp/ns/e738a0a989ed49e38f2f68925a43a2a5 as hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/data/hbase/meta/1588230740/ns/e738a0a989ed49e38f2f68925a43a2a5 2024-11-08T20:19:26,058 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/data/hbase/meta/1588230740/ns/e738a0a989ed49e38f2f68925a43a2a5, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T20:19:26,059 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/data/hbase/meta/1588230740/.tmp/rep_barrier/a30336f5483c47b390062a4ec8b819e0 as hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/data/hbase/meta/1588230740/rep_barrier/a30336f5483c47b390062a4ec8b819e0 2024-11-08T20:19:26,063 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/data/hbase/meta/1588230740/rep_barrier/a30336f5483c47b390062a4ec8b819e0, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T20:19:26,064 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/data/hbase/meta/1588230740/.tmp/table/c121e614230840938f24b7b8b0e55133 as hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/data/hbase/meta/1588230740/table/c121e614230840938f24b7b8b0e55133 2024-11-08T20:19:26,068 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/data/hbase/meta/1588230740/table/c121e614230840938f24b7b8b0e55133, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T20:19:26,069 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 944ms, sequenceid=16, compaction requested=false 2024-11-08T20:19:26,076 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T20:19:26,076 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:19:26,076 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:19:26,077 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:19:26,077 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731097165124Running coprocessor pre-close hooks at 1731097165124Disabling compacts and flushes for region at 1731097165124Disabling writes for close at 1731097165125 (+1 ms)Obtaining lock to block concurrent updates at 1731097165125Preparing flush snapshotting stores in 1588230740 at 1731097165125Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731097165125Flushing stores of hbase:meta,,1.1588230740 at 1731097165125Flushing 1588230740/info: creating writer at 1731097165125Flushing 1588230740/info: appending metadata at 1731097165140 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731097165140Flushing 1588230740/ns: creating writer at 1731097165148 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731097165165 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731097165165Flushing 1588230740/rep_barrier: creating writer at 1731097165575 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731097165595 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731097165596 (+1 ms)Flushing 1588230740/table: creating writer at 1731097165619 (+23 ms)Flushing 1588230740/table: appending metadata at 1731097165641 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731097165641Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55111569: reopening flushed file at 1731097166049 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b71ddcd: reopening flushed file at 1731097166054 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d8e158a: reopening flushed file at 1731097166059 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f2611f1: reopening flushed file at 1731097166063 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 944ms, sequenceid=16, compaction requested=false at 1731097166069 (+6 ms)Writing region close event to WAL at 1731097166073 (+4 ms)Running coprocessor post-close hooks at 1731097166076 (+3 ms)Closed at 1731097166077 (+1 ms) 2024-11-08T20:19:26,077 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T20:19:26,125 INFO [RS:0;ae1476a7656f:43487 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T20:19:26,126 DEBUG [RS:0;ae1476a7656f:43487 {}] regionserver.HRegionServer(1325): Online Regions={d697f899965341639561d6972186942f=hbase:replication,,1731097158885.d697f899965341639561d6972186942f.} 2024-11-08T20:19:26,126 INFO [RS:0;ae1476a7656f:43487 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-08T20:19:26,126 INFO [RS:0;ae1476a7656f:43487 {}] regionserver.HRegionServer(976): stopping server ae1476a7656f,43487,1731097150877; all regions closed. 2024-11-08T20:19:26,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45363 is added to blk_1073741834_1010 (size=4239) 2024-11-08T20:19:26,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45363 is added to blk_1073741839_1015 (size=1733) 2024-11-08T20:19:26,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45363 is added to blk_1073741832_1008 (size=1812) 2024-11-08T20:19:26,133 DEBUG [RS:0;ae1476a7656f:43487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:26,133 INFO [RS:0;ae1476a7656f:43487 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:19:26,133 INFO [RS:0;ae1476a7656f:43487 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:19:26,134 INFO [RS:0;ae1476a7656f:43487 {}] hbase.ChoreService(370): Chore service for: regionserver/ae1476a7656f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T20:19:26,134 INFO [RS:0;ae1476a7656f:43487 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:19:26,134 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:19:26,134 INFO [RS:0;ae1476a7656f:43487 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ae1476a7656f,43487,1731097150877 because: Region server is closing 2024-11-08T20:19:26,134 INFO [RS:0;ae1476a7656f:43487 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:43487. 2024-11-08T20:19:26,134 DEBUG [RS:0;ae1476a7656f:43487 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:19:26,134 DEBUG [RS:0;ae1476a7656f:43487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:26,135 DEBUG [RS:0;ae1476a7656f:43487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:26,135 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:19:26,235 INFO [RS:0;ae1476a7656f:43487 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877.replicationSource.shipperae1476a7656f%2C43487%2C1731097150877,1-ae1476a7656f,43487,1731097150877 terminated 2024-11-08T20:19:26,235 WARN [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,43487,1731097150877.replicationSource.wal-reader.ae1476a7656f%2C43487%2C1731097150877,1-ae1476a7656f,43487,1731097150877 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T20:19:26,235 INFO [RS:0;ae1476a7656f:43487 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:43487. 2024-11-08T20:19:26,235 DEBUG [RS:0;ae1476a7656f:43487 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:19:26,235 DEBUG [RS:0;ae1476a7656f:43487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:26,235 DEBUG [RS:0;ae1476a7656f:43487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:26,235 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:19:26,235 INFO [RS:0;ae1476a7656f:43487 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43487 2024-11-08T20:19:26,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x1011c1a23750003, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1968337590/rs 2024-11-08T20:19:26,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43487-0x1011c1a23750004, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1968337590/rs/ae1476a7656f,43487,1731097150877 2024-11-08T20:19:26,280 INFO [RS:0;ae1476a7656f:43487 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:19:26,293 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ae1476a7656f,43487,1731097150877] 2024-11-08T20:19:26,301 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1968337590/draining/ae1476a7656f,43487,1731097150877 already deleted, retry=false 2024-11-08T20:19:26,301 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ae1476a7656f,43487,1731097150877 expired; onlineServers=0 2024-11-08T20:19:26,301 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ae1476a7656f,35449,1731097150740' ***** 2024-11-08T20:19:26,301 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T20:19:26,301 INFO [M:0;ae1476a7656f:35449 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:19:26,301 INFO [M:0;ae1476a7656f:35449 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:19:26,301 DEBUG [M:0;ae1476a7656f:35449 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T20:19:26,301 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T20:19:26,301 DEBUG [M:0;ae1476a7656f:35449 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T20:19:26,301 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097153061 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097153061,5,FailOnTimeoutGroup] 2024-11-08T20:19:26,301 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097153062 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097153062,5,FailOnTimeoutGroup] 2024-11-08T20:19:26,301 INFO [M:0;ae1476a7656f:35449 {}] hbase.ChoreService(370): Chore service for: master/ae1476a7656f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T20:19:26,301 INFO [M:0;ae1476a7656f:35449 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:19:26,301 DEBUG [M:0;ae1476a7656f:35449 {}] master.HMaster(1795): Stopping service threads 2024-11-08T20:19:26,301 INFO [M:0;ae1476a7656f:35449 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T20:19:26,302 INFO [M:0;ae1476a7656f:35449 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:19:26,302 INFO [M:0;ae1476a7656f:35449 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T20:19:26,302 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T20:19:26,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x1011c1a23750003, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1968337590/master 2024-11-08T20:19:26,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x1011c1a23750003, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1968337590 2024-11-08T20:19:26,311 DEBUG [M:0;ae1476a7656f:35449 {}] zookeeper.ZKUtil(347): master:35449-0x1011c1a23750003, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Unable to get data of znode /1-1968337590/master because node does not exist (not an error) 2024-11-08T20:19:26,311 WARN [M:0;ae1476a7656f:35449 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T20:19:26,312 INFO [M:0;ae1476a7656f:35449 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/.lastflushedseqids 2024-11-08T20:19:26,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45363 is added to blk_1073741847_1023 (size=245) 2024-11-08T20:19:26,393 INFO [RS:0;ae1476a7656f:43487 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:19:26,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43487-0x1011c1a23750004, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:19:26,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43487-0x1011c1a23750004, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:19:26,393 INFO [RS:0;ae1476a7656f:43487 {}] regionserver.HRegionServer(1031): Exiting; stopping=ae1476a7656f,43487,1731097150877; zookeeper connection closed. 2024-11-08T20:19:26,394 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@74b6a1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@74b6a1 2024-11-08T20:19:26,394 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T20:19:26,636 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.wal-reader.ae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427/ae1476a7656f%2C32901%2C1731097145427.1731097147651 to pos 914, reset compression=false 2024-11-08T20:19:26,716 INFO [M:0;ae1476a7656f:35449 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T20:19:26,716 INFO [M:0;ae1476a7656f:35449 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T20:19:26,716 DEBUG [M:0;ae1476a7656f:35449 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:19:26,716 INFO [M:0;ae1476a7656f:35449 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:19:26,716 DEBUG [M:0;ae1476a7656f:35449 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:19:26,716 DEBUG [M:0;ae1476a7656f:35449 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:19:26,717 DEBUG [M:0;ae1476a7656f:35449 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:19:26,717 INFO [M:0;ae1476a7656f:35449 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-08T20:19:26,732 DEBUG [M:0;ae1476a7656f:35449 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/18f79d819e4042da98e28a7e7f64c858 is 82, key is hbase:meta,,1/info:regioninfo/1731097154348/Put/seqid=0 2024-11-08T20:19:26,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45363 is added to blk_1073741848_1024 (size=5672) 2024-11-08T20:19:26,912 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:19:26,913 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ae1476a7656f,43507,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:43507 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T20:19:26,914 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28321 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ae1476a7656f,43507,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:43507 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T20:19:27,136 INFO [M:0;ae1476a7656f:35449 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/18f79d819e4042da98e28a7e7f64c858 2024-11-08T20:19:27,157 DEBUG [M:0;ae1476a7656f:35449 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/97e1630cca7243e1b92b29fba3fec61b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731097160058/Put/seqid=0 2024-11-08T20:19:27,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45363 is added to blk_1073741849_1025 (size=8516) 2024-11-08T20:19:27,342 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.wal-reader.ae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427/ae1476a7656f%2C32901%2C1731097145427.1731097147651 to pos 914, reset compression=false 2024-11-08T20:19:27,562 INFO [M:0;ae1476a7656f:35449 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/97e1630cca7243e1b92b29fba3fec61b 2024-11-08T20:19:27,578 DEBUG [M:0;ae1476a7656f:35449 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ff78416c4d64a01b5836c6d097d0d0a is 69, key is ae1476a7656f,43487,1731097150877/rs:state/1731097153138/Put/seqid=0 2024-11-08T20:19:27,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45363 is added to blk_1073741850_1026 (size=5156) 2024-11-08T20:19:27,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T20:19:27,810 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-08T20:19:27,981 INFO [M:0;ae1476a7656f:35449 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ff78416c4d64a01b5836c6d097d0d0a 2024-11-08T20:19:27,985 DEBUG [M:0;ae1476a7656f:35449 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/18f79d819e4042da98e28a7e7f64c858 as hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/18f79d819e4042da98e28a7e7f64c858 2024-11-08T20:19:27,989 INFO [M:0;ae1476a7656f:35449 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/18f79d819e4042da98e28a7e7f64c858, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T20:19:27,990 DEBUG [M:0;ae1476a7656f:35449 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/97e1630cca7243e1b92b29fba3fec61b as hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/97e1630cca7243e1b92b29fba3fec61b 2024-11-08T20:19:27,993 INFO [M:0;ae1476a7656f:35449 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/97e1630cca7243e1b92b29fba3fec61b, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T20:19:27,994 DEBUG [M:0;ae1476a7656f:35449 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ff78416c4d64a01b5836c6d097d0d0a as hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8ff78416c4d64a01b5836c6d097d0d0a 2024-11-08T20:19:27,997 INFO [M:0;ae1476a7656f:35449 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39785/user/jenkins/test-data/d1e79f43-44e0-95f6-83db-56069274b673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8ff78416c4d64a01b5836c6d097d0d0a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T20:19:27,998 INFO [M:0;ae1476a7656f:35449 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false 2024-11-08T20:19:27,999 INFO [M:0;ae1476a7656f:35449 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:19:27,999 DEBUG [M:0;ae1476a7656f:35449 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731097166716Disabling compacts and flushes for region at 1731097166716Disabling writes for close at 1731097166716Obtaining lock to block concurrent updates at 1731097166717 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731097166717Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731097166717Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731097166718 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731097166718Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731097166732 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731097166732Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731097167140 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731097167157 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731097167157Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731097167565 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731097167577 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731097167577Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66feb12b: reopening flushed file at 1731097167985 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dc23e7e: reopening flushed file at 1731097167989 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a83192d: reopening flushed file at 1731097167993 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false at 1731097167998 (+5 ms)Writing region close event to WAL at 1731097167999 (+1 ms)Closed at 1731097167999 2024-11-08T20:19:28,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45363 is added to blk_1073741830_1006 (size=63654) 2024-11-08T20:19:28,001 INFO [M:0;ae1476a7656f:35449 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T20:19:28,002 INFO [M:0;ae1476a7656f:35449 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35449 2024-11-08T20:19:28,002 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:19:28,002 INFO [M:0;ae1476a7656f:35449 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:19:28,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x1011c1a23750003, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:19:28,112 INFO [M:0;ae1476a7656f:35449 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:19:28,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35449-0x1011c1a23750003, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:19:28,115 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11a8fe64{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:19:28,116 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@152d286f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:19:28,116 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:19:28,116 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e620961{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:19:28,116 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fa9034{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63cdd9f6-2de6-5ce1-e5db-f97131fdebcc/hadoop.log.dir/,STOPPED} 2024-11-08T20:19:28,117 WARN [BP-1370027127-172.17.0.3-1731097148818 heartbeating to localhost/127.0.0.1:39785 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T20:19:28,117 WARN [BP-1370027127-172.17.0.3-1731097148818 heartbeating to localhost/127.0.0.1:39785 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1370027127-172.17.0.3-1731097148818 (Datanode Uuid 678a0874-b145-41bd-953f-d54a1c26b8a0) service to localhost/127.0.0.1:39785 2024-11-08T20:19:28,117 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T20:19:28,117 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T20:19:28,118 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63cdd9f6-2de6-5ce1-e5db-f97131fdebcc/cluster_2ddc0953-c7f2-6b15-6aab-23e8ef86e7f8/data/data1/current/BP-1370027127-172.17.0.3-1731097148818 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:19:28,118 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63cdd9f6-2de6-5ce1-e5db-f97131fdebcc/cluster_2ddc0953-c7f2-6b15-6aab-23e8ef86e7f8/data/data2/current/BP-1370027127-172.17.0.3-1731097148818 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:19:28,118 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T20:19:28,124 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6321959f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:19:28,125 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77b86334{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:19:28,125 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:19:28,125 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c23a51f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:19:28,125 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d4f2af5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63cdd9f6-2de6-5ce1-e5db-f97131fdebcc/hadoop.log.dir/,STOPPED} 2024-11-08T20:19:28,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T20:19:28,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T20:19:28,142 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:19:28,142 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:19:28,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:28,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:28,142 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:19:28,142 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T20:19:28,142 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=96642391, stopped=false 2024-11-08T20:19:28,142 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ae1476a7656f,36341,1731097145226 2024-11-08T20:19:28,145 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.wal-reader.ae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427/ae1476a7656f%2C32901%2C1731097145427.1731097147651 to pos 914, reset compression=false 2024-11-08T20:19:28,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32901-0x1011c1a23750001, quorum=127.0.0.1:62988, baseZNode=/0914162940 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0914162940/running 2024-11-08T20:19:28,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36341-0x1011c1a23750000, quorum=127.0.0.1:62988, baseZNode=/0914162940 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0914162940/running 2024-11-08T20:19:28,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36341-0x1011c1a23750000, quorum=127.0.0.1:62988, baseZNode=/0914162940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0914162940 2024-11-08T20:19:28,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32901-0x1011c1a23750001, quorum=127.0.0.1:62988, baseZNode=/0914162940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0914162940 2024-11-08T20:19:28,159 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:19:28,159 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:19:28,160 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32901-0x1011c1a23750001, quorum=127.0.0.1:62988, baseZNode=/0914162940 Set watcher on znode that does not yet exist, /0914162940/running 2024-11-08T20:19:28,160 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:19:28,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:28,160 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36341-0x1011c1a23750000, quorum=127.0.0.1:62988, baseZNode=/0914162940 Set watcher on znode that does not yet exist, /0914162940/running 2024-11-08T20:19:28,160 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ae1476a7656f,32901,1731097145427' ***** 2024-11-08T20:19:28,160 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T20:19:28,160 INFO [RS:0;ae1476a7656f:32901 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T20:19:28,160 INFO [RS:0;ae1476a7656f:32901 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T20:19:28,160 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T20:19:28,160 INFO [RS:0;ae1476a7656f:32901 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T20:19:28,160 INFO [RS:0;ae1476a7656f:32901 {}] regionserver.HRegionServer(3091): Received CLOSE for 533d88646072a44fb38bdc57626c0ae5 2024-11-08T20:19:28,161 INFO [RS:0;ae1476a7656f:32901 {}] regionserver.HRegionServer(3091): Received CLOSE for fd49f57313c5faae9c23fa4f56fedf26 2024-11-08T20:19:28,161 INFO [RS:0;ae1476a7656f:32901 {}] regionserver.HRegionServer(959): stopping server ae1476a7656f,32901,1731097145427 2024-11-08T20:19:28,161 INFO [RS:0;ae1476a7656f:32901 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:19:28,161 INFO [RS:0;ae1476a7656f:32901 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:32901. 2024-11-08T20:19:28,161 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 533d88646072a44fb38bdc57626c0ae5, disabling compactions & flushes 2024-11-08T20:19:28,161 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731097156732.533d88646072a44fb38bdc57626c0ae5. 2024-11-08T20:19:28,161 DEBUG [RS:0;ae1476a7656f:32901 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:19:28,161 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731097156732.533d88646072a44fb38bdc57626c0ae5. 2024-11-08T20:19:28,161 DEBUG [RS:0;ae1476a7656f:32901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:28,161 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731097156732.533d88646072a44fb38bdc57626c0ae5. after waiting 0 ms 2024-11-08T20:19:28,161 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731097156732.533d88646072a44fb38bdc57626c0ae5. 2024-11-08T20:19:28,161 INFO [RS:0;ae1476a7656f:32901 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T20:19:28,161 INFO [RS:0;ae1476a7656f:32901 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T20:19:28,161 INFO [RS:0;ae1476a7656f:32901 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T20:19:28,161 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 533d88646072a44fb38bdc57626c0ae5 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-08T20:19:28,161 INFO [RS:0;ae1476a7656f:32901 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T20:19:28,161 INFO [RS:0;ae1476a7656f:32901 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T20:19:28,161 DEBUG [RS:0;ae1476a7656f:32901 {}] regionserver.HRegionServer(1325): Online Regions={533d88646072a44fb38bdc57626c0ae5=hbase:replication,,1731097156732.533d88646072a44fb38bdc57626c0ae5., 1588230740=hbase:meta,,1.1588230740, fd49f57313c5faae9c23fa4f56fedf26=test,,1731097154432.fd49f57313c5faae9c23fa4f56fedf26.} 2024-11-08T20:19:28,161 DEBUG [RS:0;ae1476a7656f:32901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 533d88646072a44fb38bdc57626c0ae5, fd49f57313c5faae9c23fa4f56fedf26 2024-11-08T20:19:28,161 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:19:28,161 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:19:28,161 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:19:28,161 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:19:28,161 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:19:28,162 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T20:19:28,175 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/hbase/meta/1588230740/.tmp/info/75e017339d3442888bc8b0b34dd3e149 is 147, key is hbase:replication,,1731097156732.533d88646072a44fb38bdc57626c0ae5./info:regioninfo/1731097157890/Put/seqid=0 2024-11-08T20:19:28,178 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/hbase/replication/533d88646072a44fb38bdc57626c0ae5/.tmp/queue/69b94c6447374774b880623b256a60f9 is 153, key is 1-ae1476a7656f,32901,1731097145427/queue:ae1476a7656f%2C32901%2C1731097145427/1731097164616/Put/seqid=0 2024-11-08T20:19:28,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42717 is added to blk_1073741840_1016 (size=7686) 2024-11-08T20:19:28,179 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/hbase/meta/1588230740/.tmp/info/75e017339d3442888bc8b0b34dd3e149 2024-11-08T20:19:28,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42717 is added to blk_1073741841_1017 (size=5352) 2024-11-08T20:19:28,201 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/hbase/meta/1588230740/.tmp/ns/7e412f4ac4b141b683610a9909b10af2 is 43, key is default/ns:d/1731097148666/Put/seqid=0 2024-11-08T20:19:28,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42717 is added to blk_1073741842_1018 (size=5153) 2024-11-08T20:19:28,230 INFO [regionserver/ae1476a7656f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:19:28,361 DEBUG [RS:0;ae1476a7656f:32901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 533d88646072a44fb38bdc57626c0ae5, fd49f57313c5faae9c23fa4f56fedf26 2024-11-08T20:19:28,562 DEBUG [RS:0;ae1476a7656f:32901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 533d88646072a44fb38bdc57626c0ae5, fd49f57313c5faae9c23fa4f56fedf26 2024-11-08T20:19:28,583 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T20:19:28,583 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T20:19:28,586 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/hbase/replication/533d88646072a44fb38bdc57626c0ae5/.tmp/queue/69b94c6447374774b880623b256a60f9 2024-11-08T20:19:28,590 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/hbase/replication/533d88646072a44fb38bdc57626c0ae5/.tmp/queue/69b94c6447374774b880623b256a60f9 as hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/hbase/replication/533d88646072a44fb38bdc57626c0ae5/queue/69b94c6447374774b880623b256a60f9 2024-11-08T20:19:28,593 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/hbase/replication/533d88646072a44fb38bdc57626c0ae5/queue/69b94c6447374774b880623b256a60f9, entries=1, sequenceid=10, filesize=5.2 K 2024-11-08T20:19:28,594 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 533d88646072a44fb38bdc57626c0ae5 in 433ms, sequenceid=10, compaction requested=false 2024-11-08T20:19:28,597 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/hbase/replication/533d88646072a44fb38bdc57626c0ae5/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-08T20:19:28,598 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:19:28,598 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:19:28,598 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731097156732.533d88646072a44fb38bdc57626c0ae5. 2024-11-08T20:19:28,598 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 533d88646072a44fb38bdc57626c0ae5: Waiting for close lock at 1731097168161Running coprocessor pre-close hooks at 1731097168161Disabling compacts and flushes for region at 1731097168161Disabling writes for close at 1731097168161Obtaining lock to block concurrent updates at 1731097168161Preparing flush snapshotting stores in 533d88646072a44fb38bdc57626c0ae5 at 1731097168161Finished memstore snapshotting hbase:replication,,1731097156732.533d88646072a44fb38bdc57626c0ae5., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731097168161Flushing stores of hbase:replication,,1731097156732.533d88646072a44fb38bdc57626c0ae5. at 1731097168162 (+1 ms)Flushing 533d88646072a44fb38bdc57626c0ae5/queue: creating writer at 1731097168162Flushing 533d88646072a44fb38bdc57626c0ae5/queue: appending metadata at 1731097168177 (+15 ms)Flushing 533d88646072a44fb38bdc57626c0ae5/queue: closing flushed file at 1731097168177Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@365f431a: reopening flushed file at 1731097168589 (+412 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 533d88646072a44fb38bdc57626c0ae5 in 433ms, sequenceid=10, compaction requested=false at 1731097168594 (+5 ms)Writing region close event to WAL at 1731097168594Running coprocessor post-close hooks at 1731097168598 (+4 ms)Closed at 1731097168598 2024-11-08T20:19:28,598 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731097156732.533d88646072a44fb38bdc57626c0ae5. 2024-11-08T20:19:28,598 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fd49f57313c5faae9c23fa4f56fedf26, disabling compactions & flushes 2024-11-08T20:19:28,598 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731097154432.fd49f57313c5faae9c23fa4f56fedf26. 2024-11-08T20:19:28,598 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731097154432.fd49f57313c5faae9c23fa4f56fedf26. 2024-11-08T20:19:28,598 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731097154432.fd49f57313c5faae9c23fa4f56fedf26. after waiting 0 ms 2024-11-08T20:19:28,598 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731097154432.fd49f57313c5faae9c23fa4f56fedf26. 2024-11-08T20:19:28,598 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fd49f57313c5faae9c23fa4f56fedf26 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-08T20:19:28,605 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/hbase/meta/1588230740/.tmp/ns/7e412f4ac4b141b683610a9909b10af2 2024-11-08T20:19:28,620 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/default/test/fd49f57313c5faae9c23fa4f56fedf26/.tmp/f/204bae589dd548c989e9636f2bd5ede5 is 29, key is row1/f:/1731097164053/DeleteFamily/seqid=0 2024-11-08T20:19:28,621 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/hbase/meta/1588230740/.tmp/rep_barrier/bcba0560dafc4bb8b75ce9df1459ba2c is 112, key is test,,1731097154432.fd49f57313c5faae9c23fa4f56fedf26./rep_barrier:seqnumDuringOpen/1731097155176/Put/seqid=0 2024-11-08T20:19:28,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42717 is added to blk_1073741843_1019 (size=5118) 2024-11-08T20:19:28,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42717 is added to blk_1073741844_1020 (size=5518) 2024-11-08T20:19:28,762 DEBUG [RS:0;ae1476a7656f:32901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fd49f57313c5faae9c23fa4f56fedf26 2024-11-08T20:19:28,962 DEBUG [RS:0;ae1476a7656f:32901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fd49f57313c5faae9c23fa4f56fedf26 2024-11-08T20:19:29,026 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/default/test/fd49f57313c5faae9c23fa4f56fedf26/.tmp/f/204bae589dd548c989e9636f2bd5ede5 2024-11-08T20:19:29,030 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 204bae589dd548c989e9636f2bd5ede5 2024-11-08T20:19:29,030 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/hbase/meta/1588230740/.tmp/rep_barrier/bcba0560dafc4bb8b75ce9df1459ba2c 2024-11-08T20:19:29,046 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/default/test/fd49f57313c5faae9c23fa4f56fedf26/.tmp/f1/9a6a7f84fe2b41bca7ed565cf9d89bc0 is 30, key is row1/f1:/1731097164053/DeleteFamily/seqid=0 2024-11-08T20:19:29,048 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.wal-reader.ae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427/ae1476a7656f%2C32901%2C1731097145427.1731097147651 to pos 914, reset compression=false 2024-11-08T20:19:29,051 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/hbase/meta/1588230740/.tmp/table/27c10775efe748e1bfa28055ba1fef95 is 53, key is hbase:replication/table:state/1731097157900/Put/seqid=0 2024-11-08T20:19:29,053 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.wal-reader.ae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T20:19:29,053 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.wal-reader.ae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427/ae1476a7656f%2C32901%2C1731097145427.1731097147651 to pos 1161, reset compression=false 2024-11-08T20:19:29,053 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.shipperae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,32901,1731097145427 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427/ae1476a7656f%2C32901%2C1731097145427.1731097147651, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T20:19:29,054 ERROR [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.shipperae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ae1476a7656f,32901,1731097145427: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ae1476a7656f,32901,1731097145427, walGroup=ae1476a7656f%2C32901%2C1731097145427, offset=ae1476a7656f%2C32901%2C1731097145427.1731097147651:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:32901 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T20:19:29,056 ERROR [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.shipperae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T20:19:29,056 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.shipperae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T20:19:29,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42717 is added to blk_1073741846_1022 (size=5308) 2024-11-08T20:19:29,056 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.shipperae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T20:19:29,056 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.shipperae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T20:19:29,056 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.shipperae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T20:19:29,057 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.shipperae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 652724376 }, "NonHeapMemoryUsage": { "committed": 195231744, "init": 7667712, "max": -1, "used": 192355416 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T20:19:29,057 WARN [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.shipperae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:36341 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:36341 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T20:19:29,059 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/hbase/meta/1588230740/.tmp/table/27c10775efe748e1bfa28055ba1fef95 2024-11-08T20:19:29,063 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/hbase/meta/1588230740/.tmp/info/75e017339d3442888bc8b0b34dd3e149 as hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/hbase/meta/1588230740/info/75e017339d3442888bc8b0b34dd3e149 2024-11-08T20:19:29,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42717 is added to blk_1073741845_1021 (size=5123) 2024-11-08T20:19:29,067 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/hbase/meta/1588230740/info/75e017339d3442888bc8b0b34dd3e149, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T20:19:29,068 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/hbase/meta/1588230740/.tmp/ns/7e412f4ac4b141b683610a9909b10af2 as hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/hbase/meta/1588230740/ns/7e412f4ac4b141b683610a9909b10af2 2024-11-08T20:19:29,072 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/hbase/meta/1588230740/ns/7e412f4ac4b141b683610a9909b10af2, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T20:19:29,073 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/hbase/meta/1588230740/.tmp/rep_barrier/bcba0560dafc4bb8b75ce9df1459ba2c as hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/hbase/meta/1588230740/rep_barrier/bcba0560dafc4bb8b75ce9df1459ba2c 2024-11-08T20:19:29,077 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/hbase/meta/1588230740/rep_barrier/bcba0560dafc4bb8b75ce9df1459ba2c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T20:19:29,077 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/hbase/meta/1588230740/.tmp/table/27c10775efe748e1bfa28055ba1fef95 as hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/hbase/meta/1588230740/table/27c10775efe748e1bfa28055ba1fef95 2024-11-08T20:19:29,081 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/hbase/meta/1588230740/table/27c10775efe748e1bfa28055ba1fef95, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T20:19:29,081 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 920ms, sequenceid=16, compaction requested=false 2024-11-08T20:19:29,085 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T20:19:29,085 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:19:29,085 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:19:29,085 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:19:29,086 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731097168161Running coprocessor pre-close hooks at 1731097168161Disabling compacts and flushes for region at 1731097168161Disabling writes for close at 1731097168161Obtaining lock to block concurrent updates at 1731097168162 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731097168162Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731097168162Flushing stores of hbase:meta,,1.1588230740 at 1731097168162Flushing 1588230740/info: creating writer at 1731097168162Flushing 1588230740/info: appending metadata at 1731097168175 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731097168175Flushing 1588230740/ns: creating writer at 1731097168184 (+9 ms)Flushing 1588230740/ns: appending metadata at 1731097168200 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731097168201 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731097168609 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731097168621 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731097168621Flushing 1588230740/table: creating writer at 1731097169033 (+412 ms)Flushing 1588230740/table: appending metadata at 1731097169051 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731097169051Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a1dfb6b: reopening flushed file at 1731097169063 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36bd1780: reopening flushed file at 1731097169067 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b63b6fc: reopening flushed file at 1731097169073 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78c24b1c: reopening flushed file at 1731097169077 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 920ms, sequenceid=16, compaction requested=false at 1731097169081 (+4 ms)Writing region close event to WAL at 1731097169082 (+1 ms)Running coprocessor post-close hooks at 1731097169085 (+3 ms)Closed at 1731097169085 2024-11-08T20:19:29,086 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T20:19:29,162 INFO [RS:0;ae1476a7656f:32901 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T20:19:29,162 DEBUG [RS:0;ae1476a7656f:32901 {}] regionserver.HRegionServer(1325): Online Regions={fd49f57313c5faae9c23fa4f56fedf26=test,,1731097154432.fd49f57313c5faae9c23fa4f56fedf26.} 2024-11-08T20:19:29,162 DEBUG [RS:0;ae1476a7656f:32901 {}] regionserver.HRegionServer(1351): Waiting on fd49f57313c5faae9c23fa4f56fedf26 2024-11-08T20:19:29,258 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.wal-reader.ae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427/ae1476a7656f%2C32901%2C1731097145427.1731097147651 to pos 1161, reset compression=false 2024-11-08T20:19:29,363 DEBUG [RS:0;ae1476a7656f:32901 {}] regionserver.HRegionServer(1351): Waiting on fd49f57313c5faae9c23fa4f56fedf26 2024-11-08T20:19:29,465 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/default/test/fd49f57313c5faae9c23fa4f56fedf26/.tmp/f1/9a6a7f84fe2b41bca7ed565cf9d89bc0 2024-11-08T20:19:29,469 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9a6a7f84fe2b41bca7ed565cf9d89bc0 2024-11-08T20:19:29,496 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/default/test/fd49f57313c5faae9c23fa4f56fedf26/.tmp/norep/e28c0ffc751a4d29ac5cec725582da70 is 32, key is row/norep:/1731097163045/DeleteFamily/seqid=0 2024-11-08T20:19:29,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42717 is added to blk_1073741847_1023 (size=5101) 2024-11-08T20:19:29,500 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/default/test/fd49f57313c5faae9c23fa4f56fedf26/.tmp/norep/e28c0ffc751a4d29ac5cec725582da70 2024-11-08T20:19:29,504 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e28c0ffc751a4d29ac5cec725582da70 2024-11-08T20:19:29,505 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/default/test/fd49f57313c5faae9c23fa4f56fedf26/.tmp/f/204bae589dd548c989e9636f2bd5ede5 as hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/default/test/fd49f57313c5faae9c23fa4f56fedf26/f/204bae589dd548c989e9636f2bd5ede5 2024-11-08T20:19:29,509 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 204bae589dd548c989e9636f2bd5ede5 2024-11-08T20:19:29,510 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/default/test/fd49f57313c5faae9c23fa4f56fedf26/f/204bae589dd548c989e9636f2bd5ede5, entries=2, sequenceid=8, filesize=5.0 K 2024-11-08T20:19:29,510 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/default/test/fd49f57313c5faae9c23fa4f56fedf26/.tmp/f1/9a6a7f84fe2b41bca7ed565cf9d89bc0 as hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/default/test/fd49f57313c5faae9c23fa4f56fedf26/f1/9a6a7f84fe2b41bca7ed565cf9d89bc0 2024-11-08T20:19:29,514 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9a6a7f84fe2b41bca7ed565cf9d89bc0 2024-11-08T20:19:29,514 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/default/test/fd49f57313c5faae9c23fa4f56fedf26/f1/9a6a7f84fe2b41bca7ed565cf9d89bc0, entries=2, sequenceid=8, filesize=5.0 K 2024-11-08T20:19:29,515 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/default/test/fd49f57313c5faae9c23fa4f56fedf26/.tmp/norep/e28c0ffc751a4d29ac5cec725582da70 as hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/default/test/fd49f57313c5faae9c23fa4f56fedf26/norep/e28c0ffc751a4d29ac5cec725582da70 2024-11-08T20:19:29,521 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e28c0ffc751a4d29ac5cec725582da70 2024-11-08T20:19:29,521 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/default/test/fd49f57313c5faae9c23fa4f56fedf26/norep/e28c0ffc751a4d29ac5cec725582da70, entries=1, sequenceid=8, filesize=5.0 K 2024-11-08T20:19:29,522 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for fd49f57313c5faae9c23fa4f56fedf26 in 924ms, sequenceid=8, compaction requested=false 2024-11-08T20:19:29,540 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/data/default/test/fd49f57313c5faae9c23fa4f56fedf26/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T20:19:29,541 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:19:29,541 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T20:19:29,541 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731097154432.fd49f57313c5faae9c23fa4f56fedf26. 2024-11-08T20:19:29,541 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fd49f57313c5faae9c23fa4f56fedf26: Waiting for close lock at 1731097168598Running coprocessor pre-close hooks at 1731097168598Disabling compacts and flushes for region at 1731097168598Disabling writes for close at 1731097168598Obtaining lock to block concurrent updates at 1731097168598Preparing flush snapshotting stores in fd49f57313c5faae9c23fa4f56fedf26 at 1731097168598Finished memstore snapshotting test,,1731097154432.fd49f57313c5faae9c23fa4f56fedf26., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731097168599 (+1 ms)Flushing stores of test,,1731097154432.fd49f57313c5faae9c23fa4f56fedf26. at 1731097168599Flushing fd49f57313c5faae9c23fa4f56fedf26/f: creating writer at 1731097168599Flushing fd49f57313c5faae9c23fa4f56fedf26/f: appending metadata at 1731097168619 (+20 ms)Flushing fd49f57313c5faae9c23fa4f56fedf26/f: closing flushed file at 1731097168620 (+1 ms)Flushing fd49f57313c5faae9c23fa4f56fedf26/f1: creating writer at 1731097169030 (+410 ms)Flushing fd49f57313c5faae9c23fa4f56fedf26/f1: appending metadata at 1731097169046 (+16 ms)Flushing fd49f57313c5faae9c23fa4f56fedf26/f1: closing flushed file at 1731097169046Flushing fd49f57313c5faae9c23fa4f56fedf26/norep: creating writer at 1731097169469 (+423 ms)Flushing fd49f57313c5faae9c23fa4f56fedf26/norep: appending metadata at 1731097169495 (+26 ms)Flushing fd49f57313c5faae9c23fa4f56fedf26/norep: closing flushed file at 1731097169495Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b50f17f: reopening flushed file at 1731097169504 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@368221b6: reopening flushed file at 1731097169510 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3754c346: reopening flushed file at 1731097169515 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for fd49f57313c5faae9c23fa4f56fedf26 in 924ms, sequenceid=8, compaction requested=false at 1731097169522 (+7 ms)Writing region close event to WAL at 1731097169523 (+1 ms)Running coprocessor post-close hooks at 1731097169541 (+18 ms)Closed at 1731097169541 2024-11-08T20:19:29,541 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731097154432.fd49f57313c5faae9c23fa4f56fedf26. 2024-11-08T20:19:29,562 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.wal-reader.ae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427/ae1476a7656f%2C32901%2C1731097145427.1731097147651 to pos 1161, reset compression=false 2024-11-08T20:19:29,563 INFO [RS:0;ae1476a7656f:32901 {}] regionserver.HRegionServer(976): stopping server ae1476a7656f,32901,1731097145427; all regions closed. 2024-11-08T20:19:29,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42717 is added to blk_1073741834_1010 (size=4239) 2024-11-08T20:19:29,568 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427/ae1476a7656f%2C32901%2C1731097145427.meta.1731097148597.meta not finished, retry = 0 2024-11-08T20:19:29,569 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.wal-reader.ae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T20:19:29,569 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.wal-reader.ae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427/ae1476a7656f%2C32901%2C1731097145427.1731097147651 to pos 1805, reset compression=false 2024-11-08T20:19:29,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42717 is added to blk_1073741839_1015 (size=2676) 2024-11-08T20:19:29,671 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427/ae1476a7656f%2C32901%2C1731097145427.rep.1731097157861 not finished, retry = 0 2024-11-08T20:19:29,773 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.wal-reader.ae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427/ae1476a7656f%2C32901%2C1731097145427.1731097147651 to pos 1805, reset compression=false 2024-11-08T20:19:29,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42717 is added to blk_1073741832_1008 (size=1813) 2024-11-08T20:19:29,774 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427/ae1476a7656f%2C32901%2C1731097145427.1731097147651 not finished, retry = 0 2024-11-08T20:19:29,874 DEBUG [RS:0;ae1476a7656f:32901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:29,875 INFO [RS:0;ae1476a7656f:32901 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:19:29,875 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.wal-reader.ae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/WALs/ae1476a7656f,32901,1731097145427/ae1476a7656f%2C32901%2C1731097145427.1731097147651 2024-11-08T20:19:29,875 INFO [RS:0;ae1476a7656f:32901 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:19:29,875 INFO [RS:0;ae1476a7656f:32901 {}] hbase.ChoreService(370): Chore service for: regionserver/ae1476a7656f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T20:19:29,875 INFO [RS:0;ae1476a7656f:32901 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:19:29,875 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:19:29,875 INFO [RS:0;ae1476a7656f:32901 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ae1476a7656f,32901,1731097145427 because: Region server is closing 2024-11-08T20:19:29,875 INFO [RS:0;ae1476a7656f:32901 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:32901. 2024-11-08T20:19:29,875 DEBUG [RS:0;ae1476a7656f:32901 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:19:29,875 DEBUG [RS:0;ae1476a7656f:32901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:29,875 DEBUG [RS:0;ae1476a7656f:32901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:29,875 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:19:29,976 INFO [RS:0;ae1476a7656f:32901 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.shipperae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 terminated 2024-11-08T20:19:29,976 WARN [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,32901,1731097145427.replicationSource.wal-reader.ae1476a7656f%2C32901%2C1731097145427,1-ae1476a7656f,32901,1731097145427 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-08T20:19:29,976 INFO [RS:0;ae1476a7656f:32901 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:32901. 2024-11-08T20:19:29,976 DEBUG [RS:0;ae1476a7656f:32901 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:19:29,976 DEBUG [RS:0;ae1476a7656f:32901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:29,976 DEBUG [RS:0;ae1476a7656f:32901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:29,976 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:19:29,976 INFO [RS:0;ae1476a7656f:32901 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32901 2024-11-08T20:19:30,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36341-0x1011c1a23750000, quorum=127.0.0.1:62988, baseZNode=/0914162940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0914162940/rs 2024-11-08T20:19:30,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32901-0x1011c1a23750001, quorum=127.0.0.1:62988, baseZNode=/0914162940 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0914162940/rs/ae1476a7656f,32901,1731097145427 2024-11-08T20:19:30,090 INFO [RS:0;ae1476a7656f:32901 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:19:30,090 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ae1476a7656f,32901,1731097145427] 2024-11-08T20:19:30,111 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0914162940/draining/ae1476a7656f,32901,1731097145427 already deleted, retry=false 2024-11-08T20:19:30,111 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ae1476a7656f,32901,1731097145427 expired; onlineServers=0 2024-11-08T20:19:30,111 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ae1476a7656f,36341,1731097145226' ***** 2024-11-08T20:19:30,111 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T20:19:30,111 INFO [M:0;ae1476a7656f:36341 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:19:30,111 INFO [M:0;ae1476a7656f:36341 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:19:30,111 DEBUG [M:0;ae1476a7656f:36341 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T20:19:30,111 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T20:19:30,111 DEBUG [M:0;ae1476a7656f:36341 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T20:19:30,111 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097147368 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097147368,5,FailOnTimeoutGroup] 2024-11-08T20:19:30,111 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097147368 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097147368,5,FailOnTimeoutGroup] 2024-11-08T20:19:30,111 INFO [M:0;ae1476a7656f:36341 {}] hbase.ChoreService(370): Chore service for: master/ae1476a7656f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T20:19:30,111 INFO [M:0;ae1476a7656f:36341 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:19:30,111 DEBUG [M:0;ae1476a7656f:36341 {}] master.HMaster(1795): Stopping service threads 2024-11-08T20:19:30,111 INFO [M:0;ae1476a7656f:36341 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T20:19:30,112 INFO [M:0;ae1476a7656f:36341 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:19:30,112 INFO [M:0;ae1476a7656f:36341 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T20:19:30,112 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T20:19:30,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36341-0x1011c1a23750000, quorum=127.0.0.1:62988, baseZNode=/0914162940 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0914162940/master 2024-11-08T20:19:30,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36341-0x1011c1a23750000, quorum=127.0.0.1:62988, baseZNode=/0914162940 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0914162940 2024-11-08T20:19:30,121 DEBUG [M:0;ae1476a7656f:36341 {}] zookeeper.ZKUtil(347): master:36341-0x1011c1a23750000, quorum=127.0.0.1:62988, baseZNode=/0914162940 Unable to get data of znode /0914162940/master because node does not exist (not an error) 2024-11-08T20:19:30,122 WARN [M:0;ae1476a7656f:36341 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T20:19:30,123 INFO [M:0;ae1476a7656f:36341 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/.lastflushedseqids 2024-11-08T20:19:30,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42717 is added to blk_1073741848_1024 (size=245) 2024-11-08T20:19:30,200 INFO [RS:0;ae1476a7656f:32901 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:19:30,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32901-0x1011c1a23750001, quorum=127.0.0.1:62988, baseZNode=/0914162940 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:19:30,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32901-0x1011c1a23750001, quorum=127.0.0.1:62988, baseZNode=/0914162940 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:19:30,200 INFO [RS:0;ae1476a7656f:32901 {}] regionserver.HRegionServer(1031): Exiting; stopping=ae1476a7656f,32901,1731097145427; zookeeper connection closed. 2024-11-08T20:19:30,201 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@301990b0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@301990b0 2024-11-08T20:19:30,201 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T20:19:30,530 INFO [M:0;ae1476a7656f:36341 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T20:19:30,530 INFO [M:0;ae1476a7656f:36341 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T20:19:30,530 DEBUG [M:0;ae1476a7656f:36341 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:19:30,530 INFO [M:0;ae1476a7656f:36341 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:19:30,530 DEBUG [M:0;ae1476a7656f:36341 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:19:30,530 DEBUG [M:0;ae1476a7656f:36341 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:19:30,530 DEBUG [M:0;ae1476a7656f:36341 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:19:30,531 INFO [M:0;ae1476a7656f:36341 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-08T20:19:30,543 DEBUG [M:0;ae1476a7656f:36341 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e587a7359554b0c871f758c696c9337 is 82, key is hbase:meta,,1/info:regioninfo/1731097148625/Put/seqid=0 2024-11-08T20:19:30,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42717 is added to blk_1073741849_1025 (size=5672) 2024-11-08T20:19:30,947 INFO [M:0;ae1476a7656f:36341 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e587a7359554b0c871f758c696c9337 2024-11-08T20:19:30,963 DEBUG [M:0;ae1476a7656f:36341 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86535d6618b04d2ea7aadde6f96ed4a0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731097157903/Put/seqid=0 2024-11-08T20:19:30,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42717 is added to blk_1073741850_1026 (size=8515) 2024-11-08T20:19:31,145 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T20:19:31,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:31,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:31,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:31,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:31,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:31,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:31,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:31,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:31,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:31,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:31,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:31,367 INFO [M:0;ae1476a7656f:36341 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86535d6618b04d2ea7aadde6f96ed4a0 2024-11-08T20:19:31,386 DEBUG [M:0;ae1476a7656f:36341 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b3c9390f927441d7ae164b6e7530e1c8 is 69, key is ae1476a7656f,32901,1731097145427/rs:state/1731097147494/Put/seqid=0 2024-11-08T20:19:31,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42717 is added to blk_1073741851_1027 (size=5156) 2024-11-08T20:19:31,790 INFO [M:0;ae1476a7656f:36341 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b3c9390f927441d7ae164b6e7530e1c8 2024-11-08T20:19:31,793 DEBUG [M:0;ae1476a7656f:36341 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e587a7359554b0c871f758c696c9337 as hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0e587a7359554b0c871f758c696c9337 2024-11-08T20:19:31,796 INFO [M:0;ae1476a7656f:36341 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0e587a7359554b0c871f758c696c9337, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T20:19:31,797 DEBUG [M:0;ae1476a7656f:36341 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86535d6618b04d2ea7aadde6f96ed4a0 as hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/86535d6618b04d2ea7aadde6f96ed4a0 2024-11-08T20:19:31,800 INFO [M:0;ae1476a7656f:36341 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/86535d6618b04d2ea7aadde6f96ed4a0, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T20:19:31,801 DEBUG [M:0;ae1476a7656f:36341 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b3c9390f927441d7ae164b6e7530e1c8 as hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b3c9390f927441d7ae164b6e7530e1c8 2024-11-08T20:19:31,805 INFO [M:0;ae1476a7656f:36341 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35681/user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b3c9390f927441d7ae164b6e7530e1c8, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T20:19:31,805 INFO [M:0;ae1476a7656f:36341 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=97, compaction requested=false 2024-11-08T20:19:31,807 INFO [M:0;ae1476a7656f:36341 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:19:31,807 DEBUG [M:0;ae1476a7656f:36341 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731097170530Disabling compacts and flushes for region at 1731097170530Disabling writes for close at 1731097170530Obtaining lock to block concurrent updates at 1731097170531 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731097170531Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731097170531Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731097170531Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731097170531Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731097170543 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731097170543Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731097170951 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731097170963 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731097170963Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731097171370 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731097171385 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731097171385Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f2895c3: reopening flushed file at 1731097171792 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49655c00: reopening flushed file at 1731097171796 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@135624fc: reopening flushed file at 1731097171800 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=97, compaction requested=false at 1731097171805 (+5 ms)Writing region close event to WAL at 1731097171807 (+2 ms)Closed at 1731097171807 2024-11-08T20:19:31,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42717 is added to blk_1073741830_1006 (size=63642) 2024-11-08T20:19:31,808 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/73b44070-e297-5c28-a14b-e3cf607b2603/MasterData/WALs/ae1476a7656f,36341,1731097145226/ae1476a7656f%2C36341%2C1731097145226.1731097147146 not finished, retry = 0 2024-11-08T20:19:31,909 INFO [M:0;ae1476a7656f:36341 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T20:19:31,909 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:19:31,909 INFO [M:0;ae1476a7656f:36341 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36341 2024-11-08T20:19:31,909 INFO [M:0;ae1476a7656f:36341 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:19:32,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36341-0x1011c1a23750000, quorum=127.0.0.1:62988, baseZNode=/0914162940 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:19:32,064 INFO [M:0;ae1476a7656f:36341 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:19:32,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36341-0x1011c1a23750000, quorum=127.0.0.1:62988, baseZNode=/0914162940 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:19:32,066 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6104800a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:19:32,066 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b5fe83f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:19:32,066 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:19:32,066 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14ccbe02{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:19:32,066 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b1b22c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060dae9a-2dc6-7f0b-691b-8d915e01de02/hadoop.log.dir/,STOPPED} 2024-11-08T20:19:32,067 WARN [BP-828112152-172.17.0.3-1731097143265 heartbeating to localhost/127.0.0.1:35681 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T20:19:32,067 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T20:19:32,067 WARN [BP-828112152-172.17.0.3-1731097143265 heartbeating to localhost/127.0.0.1:35681 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-828112152-172.17.0.3-1731097143265 (Datanode Uuid 89f7c368-8359-442b-914b-fd57cd957d67) service to localhost/127.0.0.1:35681 2024-11-08T20:19:32,068 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T20:19:32,068 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060dae9a-2dc6-7f0b-691b-8d915e01de02/cluster_d1429d1e-f5c3-cf72-878f-3df40f7b8b20/data/data1/current/BP-828112152-172.17.0.3-1731097143265 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:19:32,068 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060dae9a-2dc6-7f0b-691b-8d915e01de02/cluster_d1429d1e-f5c3-cf72-878f-3df40f7b8b20/data/data2/current/BP-828112152-172.17.0.3-1731097143265 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:19:32,068 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T20:19:32,073 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18cbcafd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:19:32,074 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31bff44e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:19:32,074 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:19:32,074 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7638d3b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:19:32,074 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cf5162c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/060dae9a-2dc6-7f0b-691b-8d915e01de02/hadoop.log.dir/,STOPPED} 2024-11-08T20:19:32,079 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T20:19:32,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T20:19:32,098 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=263 (was 241) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35681 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62988) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:35681 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:39785 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:39785 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39785 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62988) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:35681 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:35681 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:39785 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:39785 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:35681 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=656 (was 622) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=289 (was 312), ProcessCount=11 (was 11), AvailableMemoryMB=2507 (was 2665) 2024-11-08T20:19:32,106 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=263, OpenFileDescriptor=656, MaxFileDescriptor=1048576, SystemLoadAverage=289, ProcessCount=11, AvailableMemoryMB=2507 2024-11-08T20:19:32,118 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-08T20:19:32,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63cdd9f6-2de6-5ce1-e5db-f97131fdebcc/hadoop.log.dir so I do NOT create it in target/test-data/90b09226-e185-b1cb-6d63-4c54df7495cd 2024-11-08T20:19:32,118 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63cdd9f6-2de6-5ce1-e5db-f97131fdebcc/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T20:19:32,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63cdd9f6-2de6-5ce1-e5db-f97131fdebcc/hadoop.tmp.dir so I do NOT create it in target/test-data/90b09226-e185-b1cb-6d63-4c54df7495cd 2024-11-08T20:19:32,118 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63cdd9f6-2de6-5ce1-e5db-f97131fdebcc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T20:19:32,118 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90b09226-e185-b1cb-6d63-4c54df7495cd 2024-11-08T20:19:32,118 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90b09226-e185-b1cb-6d63-4c54df7495cd/cluster_ec420984-744b-457d-c642-10acc98fe10c, deleteOnExit=true 2024-11-08T20:19:32,121 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90b09226-e185-b1cb-6d63-4c54df7495cd/cluster_ec420984-744b-457d-c642-10acc98fe10c/zookeeper_0, clientPort=58647, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90b09226-e185-b1cb-6d63-4c54df7495cd/cluster_ec420984-744b-457d-c642-10acc98fe10c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90b09226-e185-b1cb-6d63-4c54df7495cd/cluster_ec420984-744b-457d-c642-10acc98fe10c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T20:19:32,121 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58647 2024-11-08T20:19:32,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T20:19:32,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T20:19:32,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90b09226-e185-b1cb-6d63-4c54df7495cd/test.cache.data in system properties and HBase conf 2024-11-08T20:19:32,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90b09226-e185-b1cb-6d63-4c54df7495cd/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T20:19:32,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90b09226-e185-b1cb-6d63-4c54df7495cd/hadoop.log.dir in system properties and HBase conf 2024-11-08T20:19:32,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90b09226-e185-b1cb-6d63-4c54df7495cd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T20:19:32,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90b09226-e185-b1cb-6d63-4c54df7495cd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T20:19:32,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T20:19:32,122 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T20:19:32,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90b09226-e185-b1cb-6d63-4c54df7495cd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:19:32,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90b09226-e185-b1cb-6d63-4c54df7495cd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:19:32,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90b09226-e185-b1cb-6d63-4c54df7495cd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T20:19:32,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90b09226-e185-b1cb-6d63-4c54df7495cd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:19:32,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90b09226-e185-b1cb-6d63-4c54df7495cd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T20:19:32,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90b09226-e185-b1cb-6d63-4c54df7495cd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T20:19:32,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90b09226-e185-b1cb-6d63-4c54df7495cd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:19:32,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90b09226-e185-b1cb-6d63-4c54df7495cd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:19:32,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90b09226-e185-b1cb-6d63-4c54df7495cd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T20:19:32,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90b09226-e185-b1cb-6d63-4c54df7495cd/nfs.dump.dir in system properties and HBase conf 2024-11-08T20:19:32,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90b09226-e185-b1cb-6d63-4c54df7495cd/java.io.tmpdir in system properties and HBase conf 2024-11-08T20:19:32,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90b09226-e185-b1cb-6d63-4c54df7495cd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:19:32,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90b09226-e185-b1cb-6d63-4c54df7495cd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T20:19:32,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90b09226-e185-b1cb-6d63-4c54df7495cd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T20:19:32,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011c1a23750005, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T20:19:32,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011c1a23750002, quorum=127.0.0.1:62988, baseZNode=/0914162940 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T20:19:32,178 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011c1a23750005, quorum=127.0.0.1:62988, baseZNode=/1-1968337590 Received Disconnected from ZooKeeper, ignoring 2024-11-08T20:19:32,178 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011c1a23750002, quorum=127.0.0.1:62988, baseZNode=/0914162940 Received Disconnected from ZooKeeper, ignoring 2024-11-08T20:19:32,479 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:19:32,482 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:19:32,483 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:19:32,483 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:19:32,483 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T20:19:32,483 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:19:32,483 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a27efb6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90b09226-e185-b1cb-6d63-4c54df7495cd/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:19:32,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a10f1ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:19:32,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@125be67a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90b09226-e185-b1cb-6d63-4c54df7495cd/java.io.tmpdir/jetty-localhost-46053-hadoop-hdfs-3_4_1-tests_jar-_-any-6152630583203601027/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:19:32,577 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f9fdfc0{HTTP/1.1, (http/1.1)}{localhost:46053} 2024-11-08T20:19:32,577 INFO [Time-limited test {}] server.Server(415): Started @232866ms 2024-11-08T20:19:32,894 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:19:32,898 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:19:32,899 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:19:32,899 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:19:32,899 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T20:19:32,899 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@228fdaf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90b09226-e185-b1cb-6d63-4c54df7495cd/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:19:32,899 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7147cc8c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:19:32,993 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6894169c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90b09226-e185-b1cb-6d63-4c54df7495cd/java.io.tmpdir/jetty-localhost-36735-hadoop-hdfs-3_4_1-tests_jar-_-any-692430395404519460/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:19:32,993 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b2268bf{HTTP/1.1, (http/1.1)}{localhost:36735} 2024-11-08T20:19:32,993 INFO [Time-limited test {}] server.Server(415): Started @233282ms 2024-11-08T20:19:32,994 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T20:19:33,723 WARN [Thread-2658 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90b09226-e185-b1cb-6d63-4c54df7495cd/cluster_ec420984-744b-457d-c642-10acc98fe10c/data/data1/current/BP-543104441-172.17.0.3-1731097172136/current, will proceed with Du for space computation calculation, 2024-11-08T20:19:33,723 WARN [Thread-2659 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90b09226-e185-b1cb-6d63-4c54df7495cd/cluster_ec420984-744b-457d-c642-10acc98fe10c/data/data2/current/BP-543104441-172.17.0.3-1731097172136/current, will proceed with Du for space computation calculation, 2024-11-08T20:19:33,743 WARN [Thread-2646 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T20:19:33,744 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x418a0ea1c4fe512a with lease ID 0x7b271de433892ab4: Processing first storage report for DS-96662698-c92a-47ad-9e7f-7496a70e3b0e from datanode DatanodeRegistration(127.0.0.1:38747, datanodeUuid=0586e2eb-eb87-4d2e-b283-e3c2de3e6b60, infoPort=40125, infoSecurePort=0, ipcPort=43649, storageInfo=lv=-57;cid=testClusterID;nsid=507721564;c=1731097172136) 2024-11-08T20:19:33,744 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x418a0ea1c4fe512a with lease ID 0x7b271de433892ab4: from storage DS-96662698-c92a-47ad-9e7f-7496a70e3b0e node DatanodeRegistration(127.0.0.1:38747, datanodeUuid=0586e2eb-eb87-4d2e-b283-e3c2de3e6b60, infoPort=40125, infoSecurePort=0, ipcPort=43649, storageInfo=lv=-57;cid=testClusterID;nsid=507721564;c=1731097172136), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:19:33,744 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x418a0ea1c4fe512a with lease ID 0x7b271de433892ab4: Processing first storage report for DS-5ded1357-04b4-49ed-a11d-75263139de14 from datanode DatanodeRegistration(127.0.0.1:38747, datanodeUuid=0586e2eb-eb87-4d2e-b283-e3c2de3e6b60, infoPort=40125, infoSecurePort=0, ipcPort=43649, storageInfo=lv=-57;cid=testClusterID;nsid=507721564;c=1731097172136) 2024-11-08T20:19:33,744 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x418a0ea1c4fe512a with lease ID 0x7b271de433892ab4: from storage DS-5ded1357-04b4-49ed-a11d-75263139de14 node DatanodeRegistration(127.0.0.1:38747, datanodeUuid=0586e2eb-eb87-4d2e-b283-e3c2de3e6b60, infoPort=40125, infoSecurePort=0, ipcPort=43649, storageInfo=lv=-57;cid=testClusterID;nsid=507721564;c=1731097172136), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:19:33,821 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90b09226-e185-b1cb-6d63-4c54df7495cd 2024-11-08T20:19:33,821 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:19:33,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:19:33,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741825_1001 (size=7) 2024-11-08T20:19:34,229 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661 with version=8 2024-11-08T20:19:34,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/hbase-staging 2024-11-08T20:19:34,231 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:19:34,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:19:34,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:19:34,232 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:19:34,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:19:34,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:19:34,232 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T20:19:34,232 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:19:34,232 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34459 2024-11-08T20:19:34,233 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34459 connecting to ZooKeeper ensemble=127.0.0.1:58647 2024-11-08T20:19:34,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:344590x0, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:19:34,321 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34459-0x1011c1a94430000 connected 2024-11-08T20:19:34,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:19:34,407 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:19:34,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34459-0x1011c1a94430000, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Set watcher on znode that does not yet exist, /0-794638229/running 2024-11-08T20:19:34,409 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661, hbase.cluster.distributed=false 2024-11-08T20:19:34,411 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34459-0x1011c1a94430000, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Set watcher on znode that does not yet exist, /0-794638229/acl 2024-11-08T20:19:34,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34459 2024-11-08T20:19:34,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34459 2024-11-08T20:19:34,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34459 2024-11-08T20:19:34,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34459 2024-11-08T20:19:34,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34459 2024-11-08T20:19:34,428 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:19:34,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:19:34,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:19:34,428 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:19:34,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:19:34,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:19:34,429 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T20:19:34,429 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:19:34,429 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40603 2024-11-08T20:19:34,430 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40603 connecting to ZooKeeper ensemble=127.0.0.1:58647 2024-11-08T20:19:34,430 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:19:34,431 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:19:34,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406030x0, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:19:34,443 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406030x0, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Set watcher on znode that does not yet exist, /0-794638229/running 2024-11-08T20:19:34,443 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40603-0x1011c1a94430001 connected 2024-11-08T20:19:34,443 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T20:19:34,444 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T20:19:34,444 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40603-0x1011c1a94430001, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Set watcher on znode that does not yet exist, /0-794638229/master 2024-11-08T20:19:34,445 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40603-0x1011c1a94430001, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Set watcher on znode that does not yet exist, /0-794638229/acl 2024-11-08T20:19:34,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40603 2024-11-08T20:19:34,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40603 2024-11-08T20:19:34,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40603 2024-11-08T20:19:34,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40603 2024-11-08T20:19:34,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40603 2024-11-08T20:19:34,465 DEBUG [M:0;ae1476a7656f:34459 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ae1476a7656f:34459 2024-11-08T20:19:34,466 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-794638229/backup-masters/ae1476a7656f,34459,1731097174231 2024-11-08T20:19:34,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x1011c1a94430000, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794638229/backup-masters 2024-11-08T20:19:34,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40603-0x1011c1a94430001, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794638229/backup-masters 2024-11-08T20:19:34,475 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34459-0x1011c1a94430000, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Set watcher on existing znode=/0-794638229/backup-masters/ae1476a7656f,34459,1731097174231 2024-11-08T20:19:34,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40603-0x1011c1a94430001, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-794638229/master 2024-11-08T20:19:34,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x1011c1a94430000, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794638229 2024-11-08T20:19:34,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40603-0x1011c1a94430001, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794638229 2024-11-08T20:19:34,485 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34459-0x1011c1a94430000, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Set watcher on existing znode=/0-794638229/master 2024-11-08T20:19:34,486 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-794638229/backup-masters/ae1476a7656f,34459,1731097174231 from backup master directory 2024-11-08T20:19:34,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x1011c1a94430000, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-794638229/backup-masters/ae1476a7656f,34459,1731097174231 2024-11-08T20:19:34,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x1011c1a94430000, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794638229/backup-masters 2024-11-08T20:19:34,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40603-0x1011c1a94430001, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794638229/backup-masters 2024-11-08T20:19:34,495 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:19:34,495 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ae1476a7656f,34459,1731097174231 2024-11-08T20:19:34,499 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/hbase.id] with ID: bbf6eb17-be35-4eaf-a72a-4f81dcf68064 2024-11-08T20:19:34,499 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/.tmp/hbase.id 2024-11-08T20:19:34,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741826_1002 (size=42) 2024-11-08T20:19:34,903 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/.tmp/hbase.id]:[hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/hbase.id] 2024-11-08T20:19:34,911 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:19:34,911 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T20:19:34,912 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T20:19:34,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40603-0x1011c1a94430001, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794638229 2024-11-08T20:19:34,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x1011c1a94430000, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794638229 2024-11-08T20:19:34,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741827_1003 (size=196) 2024-11-08T20:19:35,369 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:19:35,369 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T20:19:35,370 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:19:35,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741828_1004 (size=1189) 2024-11-08T20:19:35,775 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/MasterData/data/master/store 2024-11-08T20:19:35,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741829_1005 (size=34) 2024-11-08T20:19:36,194 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:19:36,194 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:19:36,194 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:19:36,194 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:19:36,194 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:19:36,194 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:19:36,194 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:19:36,194 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731097176194Disabling compacts and flushes for region at 1731097176194Disabling writes for close at 1731097176194Writing region close event to WAL at 1731097176194Closed at 1731097176194 2024-11-08T20:19:36,195 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/MasterData/data/master/store/.initializing 2024-11-08T20:19:36,195 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/MasterData/WALs/ae1476a7656f,34459,1731097174231 2024-11-08T20:19:36,196 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:19:36,197 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C34459%2C1731097174231, suffix=, logDir=hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/MasterData/WALs/ae1476a7656f,34459,1731097174231, archiveDir=hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/MasterData/oldWALs, maxLogs=10 2024-11-08T20:19:36,210 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/MasterData/WALs/ae1476a7656f,34459,1731097174231/ae1476a7656f%2C34459%2C1731097174231.1731097176197, exclude list is [], retry=0 2024-11-08T20:19:36,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38747,DS-96662698-c92a-47ad-9e7f-7496a70e3b0e,DISK] 2024-11-08T20:19:36,214 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/MasterData/WALs/ae1476a7656f,34459,1731097174231/ae1476a7656f%2C34459%2C1731097174231.1731097176197 2024-11-08T20:19:36,216 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40125:40125)] 2024-11-08T20:19:36,216 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:19:36,216 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:19:36,216 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:36,216 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:36,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:36,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T20:19:36,218 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:36,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:19:36,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:36,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T20:19:36,219 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:36,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:19:36,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:36,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T20:19:36,220 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:36,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:19:36,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:36,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T20:19:36,221 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:36,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:19:36,222 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:36,222 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:36,223 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:36,223 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:36,223 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:36,224 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:19:36,224 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:36,225 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:19:36,226 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58795246, jitterRate=-0.12388256192207336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:19:36,226 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731097176216Initializing all the Stores at 1731097176217 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097176217Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097176217Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097176217Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097176217Cleaning up temporary data from old regions at 1731097176223 (+6 ms)Region opened successfully at 1731097176226 (+3 ms) 2024-11-08T20:19:36,226 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T20:19:36,228 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1718771d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:19:36,229 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T20:19:36,229 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T20:19:36,229 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T20:19:36,229 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T20:19:36,229 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T20:19:36,229 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T20:19:36,229 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T20:19:36,231 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T20:19:36,231 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34459-0x1011c1a94430000, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Unable to get data of znode /0-794638229/balancer because node does not exist (not necessarily an error) 2024-11-08T20:19:36,289 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-794638229/balancer already deleted, retry=false 2024-11-08T20:19:36,290 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T20:19:36,290 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34459-0x1011c1a94430000, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Unable to get data of znode /0-794638229/normalizer because node does not exist (not necessarily an error) 2024-11-08T20:19:36,300 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-794638229/normalizer already deleted, retry=false 2024-11-08T20:19:36,300 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T20:19:36,301 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34459-0x1011c1a94430000, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Unable to get data of znode /0-794638229/switch/split because node does not exist (not necessarily an error) 2024-11-08T20:19:36,310 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-794638229/switch/split already deleted, retry=false 2024-11-08T20:19:36,311 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34459-0x1011c1a94430000, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Unable to get data of znode /0-794638229/switch/merge because node does not exist (not necessarily an error) 2024-11-08T20:19:36,321 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-794638229/switch/merge already deleted, retry=false 2024-11-08T20:19:36,322 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34459-0x1011c1a94430000, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Unable to get data of znode /0-794638229/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T20:19:36,331 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-794638229/snapshot-cleanup already deleted, retry=false 2024-11-08T20:19:36,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40603-0x1011c1a94430001, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-794638229/running 2024-11-08T20:19:36,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x1011c1a94430000, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-794638229/running 2024-11-08T20:19:36,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40603-0x1011c1a94430001, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794638229 2024-11-08T20:19:36,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x1011c1a94430000, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794638229 2024-11-08T20:19:36,342 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ae1476a7656f,34459,1731097174231, sessionid=0x1011c1a94430000, setting cluster-up flag (Was=false) 2024-11-08T20:19:36,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x1011c1a94430000, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794638229 2024-11-08T20:19:36,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40603-0x1011c1a94430001, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794638229 2024-11-08T20:19:36,394 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-794638229/flush-table-proc/acquired, /0-794638229/flush-table-proc/reached, /0-794638229/flush-table-proc/abort 2024-11-08T20:19:36,395 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,34459,1731097174231 2024-11-08T20:19:36,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x1011c1a94430000, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794638229 2024-11-08T20:19:36,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40603-0x1011c1a94430001, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794638229 2024-11-08T20:19:36,447 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-794638229/online-snapshot/acquired, /0-794638229/online-snapshot/reached, /0-794638229/online-snapshot/abort 2024-11-08T20:19:36,448 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,34459,1731097174231 2024-11-08T20:19:36,449 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T20:19:36,450 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T20:19:36,450 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T20:19:36,450 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T20:19:36,450 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ae1476a7656f,34459,1731097174231 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T20:19:36,451 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:19:36,451 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:19:36,451 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:19:36,451 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:19:36,451 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ae1476a7656f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T20:19:36,451 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:36,451 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:19:36,451 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:36,452 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731097206452 2024-11-08T20:19:36,452 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T20:19:36,452 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T20:19:36,452 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T20:19:36,452 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T20:19:36,452 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T20:19:36,452 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T20:19:36,452 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:19:36,452 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T20:19:36,452 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:36,453 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T20:19:36,453 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T20:19:36,453 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T20:19:36,453 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T20:19:36,453 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T20:19:36,453 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T20:19:36,453 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:36,453 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T20:19:36,456 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097176453,5,FailOnTimeoutGroup] 2024-11-08T20:19:36,457 INFO [RS:0;ae1476a7656f:40603 {}] regionserver.HRegionServer(746): ClusterId : bbf6eb17-be35-4eaf-a72a-4f81dcf68064 2024-11-08T20:19:36,457 DEBUG [RS:0;ae1476a7656f:40603 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T20:19:36,460 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097176456,5,FailOnTimeoutGroup] 2024-11-08T20:19:36,460 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:36,460 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T20:19:36,460 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:36,460 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:36,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741831_1007 (size=1321) 2024-11-08T20:19:36,469 DEBUG [RS:0;ae1476a7656f:40603 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T20:19:36,469 DEBUG [RS:0;ae1476a7656f:40603 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T20:19:36,479 DEBUG [RS:0;ae1476a7656f:40603 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T20:19:36,479 DEBUG [RS:0;ae1476a7656f:40603 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2197388e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:19:36,493 DEBUG [RS:0;ae1476a7656f:40603 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ae1476a7656f:40603 2024-11-08T20:19:36,493 INFO [RS:0;ae1476a7656f:40603 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T20:19:36,493 INFO [RS:0;ae1476a7656f:40603 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T20:19:36,493 DEBUG [RS:0;ae1476a7656f:40603 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T20:19:36,493 INFO [RS:0;ae1476a7656f:40603 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae1476a7656f,34459,1731097174231 with port=40603, startcode=1731097174428 2024-11-08T20:19:36,494 DEBUG [RS:0;ae1476a7656f:40603 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T20:19:36,495 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49903, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T20:19:36,495 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34459 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae1476a7656f,40603,1731097174428 2024-11-08T20:19:36,495 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34459 {}] master.ServerManager(517): Registering regionserver=ae1476a7656f,40603,1731097174428 2024-11-08T20:19:36,496 DEBUG [RS:0;ae1476a7656f:40603 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661 2024-11-08T20:19:36,496 DEBUG [RS:0;ae1476a7656f:40603 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36453 2024-11-08T20:19:36,496 DEBUG [RS:0;ae1476a7656f:40603 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T20:19:36,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x1011c1a94430000, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794638229/rs 2024-11-08T20:19:36,506 DEBUG [RS:0;ae1476a7656f:40603 {}] zookeeper.ZKUtil(111): regionserver:40603-0x1011c1a94430001, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Set watcher on existing znode=/0-794638229/rs/ae1476a7656f,40603,1731097174428 2024-11-08T20:19:36,506 WARN [RS:0;ae1476a7656f:40603 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:19:36,507 INFO [RS:0;ae1476a7656f:40603 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:19:36,507 DEBUG [RS:0;ae1476a7656f:40603 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428 2024-11-08T20:19:36,507 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae1476a7656f,40603,1731097174428] 2024-11-08T20:19:36,509 INFO [RS:0;ae1476a7656f:40603 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T20:19:36,511 INFO [RS:0;ae1476a7656f:40603 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T20:19:36,511 INFO [RS:0;ae1476a7656f:40603 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T20:19:36,511 INFO [RS:0;ae1476a7656f:40603 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:36,511 INFO [RS:0;ae1476a7656f:40603 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T20:19:36,512 INFO [RS:0;ae1476a7656f:40603 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T20:19:36,512 INFO [RS:0;ae1476a7656f:40603 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:36,512 DEBUG [RS:0;ae1476a7656f:40603 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:36,512 DEBUG [RS:0;ae1476a7656f:40603 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:36,512 DEBUG [RS:0;ae1476a7656f:40603 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:36,512 DEBUG [RS:0;ae1476a7656f:40603 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:36,512 DEBUG [RS:0;ae1476a7656f:40603 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:36,512 DEBUG [RS:0;ae1476a7656f:40603 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:19:36,512 DEBUG [RS:0;ae1476a7656f:40603 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:36,512 DEBUG [RS:0;ae1476a7656f:40603 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:36,512 DEBUG [RS:0;ae1476a7656f:40603 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:36,512 DEBUG [RS:0;ae1476a7656f:40603 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:36,512 DEBUG [RS:0;ae1476a7656f:40603 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:36,512 DEBUG [RS:0;ae1476a7656f:40603 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:36,512 DEBUG [RS:0;ae1476a7656f:40603 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:19:36,512 DEBUG [RS:0;ae1476a7656f:40603 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:19:36,512 INFO [RS:0;ae1476a7656f:40603 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:36,513 INFO [RS:0;ae1476a7656f:40603 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:36,513 INFO [RS:0;ae1476a7656f:40603 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:36,513 INFO [RS:0;ae1476a7656f:40603 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:36,513 INFO [RS:0;ae1476a7656f:40603 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:36,513 INFO [RS:0;ae1476a7656f:40603 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,40603,1731097174428-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:19:36,525 INFO [RS:0;ae1476a7656f:40603 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T20:19:36,525 INFO [RS:0;ae1476a7656f:40603 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,40603,1731097174428-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:36,525 INFO [RS:0;ae1476a7656f:40603 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:36,525 INFO [RS:0;ae1476a7656f:40603 {}] regionserver.Replication(171): ae1476a7656f,40603,1731097174428 started 2024-11-08T20:19:36,537 INFO [RS:0;ae1476a7656f:40603 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:36,537 INFO [RS:0;ae1476a7656f:40603 {}] regionserver.HRegionServer(1482): Serving as ae1476a7656f,40603,1731097174428, RpcServer on ae1476a7656f/172.17.0.3:40603, sessionid=0x1011c1a94430001 2024-11-08T20:19:36,537 DEBUG [RS:0;ae1476a7656f:40603 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T20:19:36,537 DEBUG [RS:0;ae1476a7656f:40603 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae1476a7656f,40603,1731097174428 2024-11-08T20:19:36,537 DEBUG [RS:0;ae1476a7656f:40603 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,40603,1731097174428' 2024-11-08T20:19:36,538 DEBUG [RS:0;ae1476a7656f:40603 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-794638229/flush-table-proc/abort' 2024-11-08T20:19:36,538 DEBUG [RS:0;ae1476a7656f:40603 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-794638229/flush-table-proc/acquired' 2024-11-08T20:19:36,538 DEBUG [RS:0;ae1476a7656f:40603 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T20:19:36,538 DEBUG [RS:0;ae1476a7656f:40603 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T20:19:36,538 DEBUG [RS:0;ae1476a7656f:40603 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae1476a7656f,40603,1731097174428 2024-11-08T20:19:36,538 DEBUG [RS:0;ae1476a7656f:40603 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,40603,1731097174428' 2024-11-08T20:19:36,538 DEBUG [RS:0;ae1476a7656f:40603 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-794638229/online-snapshot/abort' 2024-11-08T20:19:36,539 DEBUG [RS:0;ae1476a7656f:40603 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-794638229/online-snapshot/acquired' 2024-11-08T20:19:36,539 DEBUG [RS:0;ae1476a7656f:40603 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T20:19:36,539 INFO [RS:0;ae1476a7656f:40603 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T20:19:36,539 INFO [RS:0;ae1476a7656f:40603 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T20:19:36,639 INFO [RS:0;ae1476a7656f:40603 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:19:36,640 INFO [RS:0;ae1476a7656f:40603 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C40603%2C1731097174428, suffix=, logDir=hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428, archiveDir=hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/oldWALs, maxLogs=10 2024-11-08T20:19:36,652 DEBUG [RS:0;ae1476a7656f:40603 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641, exclude list is [], retry=0 2024-11-08T20:19:36,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38747,DS-96662698-c92a-47ad-9e7f-7496a70e3b0e,DISK] 2024-11-08T20:19:36,656 INFO [RS:0;ae1476a7656f:40603 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 2024-11-08T20:19:36,656 DEBUG [RS:0;ae1476a7656f:40603 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40125:40125)] 2024-11-08T20:19:36,864 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T20:19:36,864 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661 2024-11-08T20:19:36,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741833_1009 (size=32) 2024-11-08T20:19:36,933 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:19:36,933 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ae1476a7656f,43507,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:43507 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T20:19:36,934 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38341 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ae1476a7656f,43507,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:43507 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T20:19:37,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:19:37,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:19:37,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:19:37,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:37,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:19:37,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:19:37,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:19:37,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:37,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:19:37,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:19:37,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:19:37,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:37,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:19:37,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:19:37,274 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:19:37,274 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:37,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:19:37,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:19:37,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/hbase/meta/1588230740 2024-11-08T20:19:37,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/hbase/meta/1588230740 2024-11-08T20:19:37,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:19:37,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:19:37,277 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:19:37,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:19:37,279 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:19:37,279 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60641799, jitterRate=-0.0963667780160904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:19:37,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731097177269Initializing all the Stores at 1731097177270 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097177270Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097177270Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097177270Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097177270Cleaning up temporary data from old regions at 1731097177276 (+6 ms)Region opened successfully at 1731097177279 (+3 ms) 2024-11-08T20:19:37,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:19:37,280 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:19:37,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:19:37,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:19:37,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:19:37,280 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:19:37,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731097177280Disabling compacts and flushes for region at 1731097177280Disabling writes for close at 1731097177280Writing region close event to WAL at 1731097177280Closed at 1731097177280 2024-11-08T20:19:37,281 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:19:37,281 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T20:19:37,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T20:19:37,282 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:19:37,282 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T20:19:37,432 DEBUG [ae1476a7656f:34459 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T20:19:37,433 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ae1476a7656f,40603,1731097174428 2024-11-08T20:19:37,434 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,40603,1731097174428, state=OPENING 2024-11-08T20:19:37,479 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T20:19:37,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x1011c1a94430000, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794638229 2024-11-08T20:19:37,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40603-0x1011c1a94430001, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794638229 2024-11-08T20:19:37,490 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:19:37,490 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-794638229/meta-region-server: CHANGED 2024-11-08T20:19:37,490 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-794638229/meta-region-server: CHANGED 2024-11-08T20:19:37,490 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,40603,1731097174428}] 2024-11-08T20:19:37,642 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:19:37,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T20:19:37,645 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T20:19:37,645 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:19:37,645 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T20:19:37,647 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C40603%2C1731097174428.meta, suffix=.meta, logDir=hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428, archiveDir=hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/oldWALs, maxLogs=10 2024-11-08T20:19:37,658 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.meta.1731097177647.meta, exclude list is [], retry=0 2024-11-08T20:19:37,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38747,DS-96662698-c92a-47ad-9e7f-7496a70e3b0e,DISK] 2024-11-08T20:19:37,661 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.meta.1731097177647.meta 2024-11-08T20:19:37,661 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40125:40125)] 2024-11-08T20:19:37,661 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:19:37,662 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:19:37,662 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T20:19:37,662 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T20:19:37,662 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T20:19:37,662 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T20:19:37,662 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:19:37,662 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T20:19:37,662 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T20:19:37,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:19:37,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:19:37,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:37,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:19:37,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:19:37,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:19:37,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:37,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:19:37,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:19:37,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:19:37,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:37,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:19:37,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:19:37,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:19:37,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:37,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:19:37,667 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:19:37,667 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/hbase/meta/1588230740 2024-11-08T20:19:37,668 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/hbase/meta/1588230740 2024-11-08T20:19:37,669 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:19:37,669 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:19:37,669 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:19:37,670 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:19:37,670 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70699716, jitterRate=0.053507864475250244}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:19:37,670 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T20:19:37,671 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731097177662Writing region info on filesystem at 1731097177662Initializing all the Stores at 1731097177663 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097177663Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097177663Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097177663Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097177663Cleaning up temporary data from old regions at 1731097177669 (+6 ms)Running coprocessor post-open hooks at 1731097177670 (+1 ms)Region opened successfully at 1731097177671 (+1 ms) 2024-11-08T20:19:37,672 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731097177641 2024-11-08T20:19:37,673 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T20:19:37,674 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T20:19:37,674 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,40603,1731097174428 2024-11-08T20:19:37,675 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,40603,1731097174428, state=OPEN 2024-11-08T20:19:37,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40603-0x1011c1a94430001, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-794638229/meta-region-server 2024-11-08T20:19:37,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x1011c1a94430000, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-794638229/meta-region-server 2024-11-08T20:19:37,715 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ae1476a7656f,40603,1731097174428 2024-11-08T20:19:37,715 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-794638229/meta-region-server: CHANGED 2024-11-08T20:19:37,716 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-794638229/meta-region-server: CHANGED 2024-11-08T20:19:37,718 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T20:19:37,718 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,40603,1731097174428 in 225 msec 2024-11-08T20:19:37,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T20:19:37,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 437 msec 2024-11-08T20:19:37,720 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:19:37,720 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T20:19:37,721 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:19:37,721 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,40603,1731097174428, seqNum=-1] 2024-11-08T20:19:37,721 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:19:37,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:19:37,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2760 sec 2024-11-08T20:19:37,727 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731097177727, completionTime=-1 2024-11-08T20:19:37,727 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T20:19:37,727 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T20:19:37,728 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T20:19:37,729 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731097237729 2024-11-08T20:19:37,729 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731097297729 2024-11-08T20:19:37,729 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T20:19:37,729 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,34459,1731097174231-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:37,729 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,34459,1731097174231-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:37,729 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,34459,1731097174231-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:37,729 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ae1476a7656f:34459, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:37,729 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:37,729 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:37,731 DEBUG [master/ae1476a7656f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T20:19:37,732 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.237sec 2024-11-08T20:19:37,732 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T20:19:37,732 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T20:19:37,732 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T20:19:37,732 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T20:19:37,732 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T20:19:37,732 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,34459,1731097174231-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:19:37,732 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,34459,1731097174231-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T20:19:37,734 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T20:19:37,734 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T20:19:37,734 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,34459,1731097174231-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:37,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73ebf264, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:37,758 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,34459,-1 for getting cluster id 2024-11-08T20:19:37,758 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:19:37,759 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bbf6eb17-be35-4eaf-a72a-4f81dcf68064' 2024-11-08T20:19:37,759 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:19:37,760 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bbf6eb17-be35-4eaf-a72a-4f81dcf68064" 2024-11-08T20:19:37,760 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bbc08bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:37,760 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,34459,-1] 2024-11-08T20:19:37,760 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:19:37,760 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:37,761 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:19:37,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ec32a67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:37,762 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:19:37,763 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,40603,1731097174428, seqNum=-1] 2024-11-08T20:19:37,763 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:19:37,764 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:19:37,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ae1476a7656f,34459,1731097174231 2024-11-08T20:19:37,766 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58647 2024-11-08T20:19:37,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:19:37,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011c1a94430002 connected 2024-11-08T20:19:37,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90b09226-e185-b1cb-6d63-4c54df7495cd/hadoop.log.dir so I do NOT create it in target/test-data/449866d5-ff59-dc65-0c7e-0665df96fac1 2024-11-08T20:19:37,797 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90b09226-e185-b1cb-6d63-4c54df7495cd/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T20:19:37,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90b09226-e185-b1cb-6d63-4c54df7495cd/hadoop.tmp.dir so I do NOT create it in target/test-data/449866d5-ff59-dc65-0c7e-0665df96fac1 2024-11-08T20:19:37,797 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90b09226-e185-b1cb-6d63-4c54df7495cd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T20:19:37,797 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449866d5-ff59-dc65-0c7e-0665df96fac1 2024-11-08T20:19:37,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T20:19:37,797 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449866d5-ff59-dc65-0c7e-0665df96fac1/cluster_dc553f32-f725-9202-0a3d-17ed93348695, deleteOnExit=true 2024-11-08T20:19:37,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T20:19:37,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449866d5-ff59-dc65-0c7e-0665df96fac1/test.cache.data in system properties and HBase conf 2024-11-08T20:19:37,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449866d5-ff59-dc65-0c7e-0665df96fac1/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T20:19:37,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449866d5-ff59-dc65-0c7e-0665df96fac1/hadoop.log.dir in system properties and HBase conf 2024-11-08T20:19:37,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449866d5-ff59-dc65-0c7e-0665df96fac1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T20:19:37,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449866d5-ff59-dc65-0c7e-0665df96fac1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T20:19:37,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T20:19:37,797 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T20:19:37,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449866d5-ff59-dc65-0c7e-0665df96fac1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:19:37,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449866d5-ff59-dc65-0c7e-0665df96fac1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:19:37,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449866d5-ff59-dc65-0c7e-0665df96fac1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T20:19:37,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449866d5-ff59-dc65-0c7e-0665df96fac1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:19:37,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449866d5-ff59-dc65-0c7e-0665df96fac1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T20:19:37,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449866d5-ff59-dc65-0c7e-0665df96fac1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T20:19:37,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449866d5-ff59-dc65-0c7e-0665df96fac1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:19:37,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449866d5-ff59-dc65-0c7e-0665df96fac1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:19:37,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449866d5-ff59-dc65-0c7e-0665df96fac1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T20:19:37,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449866d5-ff59-dc65-0c7e-0665df96fac1/nfs.dump.dir in system properties and HBase conf 2024-11-08T20:19:37,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449866d5-ff59-dc65-0c7e-0665df96fac1/java.io.tmpdir in system properties and HBase conf 2024-11-08T20:19:37,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449866d5-ff59-dc65-0c7e-0665df96fac1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:19:37,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449866d5-ff59-dc65-0c7e-0665df96fac1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T20:19:37,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449866d5-ff59-dc65-0c7e-0665df96fac1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T20:19:37,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T20:19:37,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T20:19:38,111 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:19:38,113 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:19:38,115 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:19:38,115 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:19:38,115 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T20:19:38,115 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:19:38,115 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a0b9d5a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449866d5-ff59-dc65-0c7e-0665df96fac1/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:19:38,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b1a2a0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:19:38,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6965e875{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449866d5-ff59-dc65-0c7e-0665df96fac1/java.io.tmpdir/jetty-localhost-40423-hadoop-hdfs-3_4_1-tests_jar-_-any-14453739780788654846/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:19:38,211 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21b8d0fe{HTTP/1.1, (http/1.1)}{localhost:40423} 2024-11-08T20:19:38,211 INFO [Time-limited test {}] server.Server(415): Started @238499ms 2024-11-08T20:19:38,433 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:19:38,437 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:19:38,440 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:19:38,440 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:19:38,440 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T20:19:38,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3da94a11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449866d5-ff59-dc65-0c7e-0665df96fac1/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:19:38,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a005b0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:19:38,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f4efc93{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449866d5-ff59-dc65-0c7e-0665df96fac1/java.io.tmpdir/jetty-localhost-38725-hadoop-hdfs-3_4_1-tests_jar-_-any-12168988817578586520/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:19:38,536 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55a2d48a{HTTP/1.1, (http/1.1)}{localhost:38725} 2024-11-08T20:19:38,536 INFO [Time-limited test {}] server.Server(415): Started @238824ms 2024-11-08T20:19:38,537 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T20:19:39,260 WARN [Thread-2778 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449866d5-ff59-dc65-0c7e-0665df96fac1/cluster_dc553f32-f725-9202-0a3d-17ed93348695/data/data1/current/BP-1213803551-172.17.0.3-1731097177813/current, will proceed with Du for space computation calculation, 2024-11-08T20:19:39,261 WARN [Thread-2779 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449866d5-ff59-dc65-0c7e-0665df96fac1/cluster_dc553f32-f725-9202-0a3d-17ed93348695/data/data2/current/BP-1213803551-172.17.0.3-1731097177813/current, will proceed with Du for space computation calculation, 2024-11-08T20:19:39,277 WARN [Thread-2766 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T20:19:39,279 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd1dd868284ba448d with lease ID 0x9b2a7acdfe9ada2b: Processing first storage report for DS-ba4030db-a459-48ad-962d-3fdd871e87e1 from datanode DatanodeRegistration(127.0.0.1:33105, datanodeUuid=f6882b07-87cd-43d6-bdef-62b051594b66, infoPort=40397, infoSecurePort=0, ipcPort=34325, storageInfo=lv=-57;cid=testClusterID;nsid=1380885234;c=1731097177813) 2024-11-08T20:19:39,279 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd1dd868284ba448d with lease ID 0x9b2a7acdfe9ada2b: from storage DS-ba4030db-a459-48ad-962d-3fdd871e87e1 node DatanodeRegistration(127.0.0.1:33105, datanodeUuid=f6882b07-87cd-43d6-bdef-62b051594b66, infoPort=40397, infoSecurePort=0, ipcPort=34325, storageInfo=lv=-57;cid=testClusterID;nsid=1380885234;c=1731097177813), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:19:39,279 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd1dd868284ba448d with lease ID 0x9b2a7acdfe9ada2b: Processing first storage report for DS-85ecbbee-36d2-466d-ac0b-14d5f3031f4d from datanode DatanodeRegistration(127.0.0.1:33105, datanodeUuid=f6882b07-87cd-43d6-bdef-62b051594b66, infoPort=40397, infoSecurePort=0, ipcPort=34325, storageInfo=lv=-57;cid=testClusterID;nsid=1380885234;c=1731097177813) 2024-11-08T20:19:39,279 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd1dd868284ba448d with lease ID 0x9b2a7acdfe9ada2b: from storage DS-85ecbbee-36d2-466d-ac0b-14d5f3031f4d node DatanodeRegistration(127.0.0.1:33105, datanodeUuid=f6882b07-87cd-43d6-bdef-62b051594b66, infoPort=40397, infoSecurePort=0, ipcPort=34325, storageInfo=lv=-57;cid=testClusterID;nsid=1380885234;c=1731097177813), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:19:39,358 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449866d5-ff59-dc65-0c7e-0665df96fac1 2024-11-08T20:19:39,359 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:19:39,360 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:19:39,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741825_1001 (size=7) 2024-11-08T20:19:39,769 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573 with version=8 2024-11-08T20:19:39,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/hbase-staging 2024-11-08T20:19:39,772 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:19:39,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:19:39,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:19:39,772 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:19:39,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:19:39,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:19:39,772 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T20:19:39,772 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:19:39,773 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39179 2024-11-08T20:19:39,773 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39179 connecting to ZooKeeper ensemble=127.0.0.1:58647 2024-11-08T20:19:39,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391790x0, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:19:39,826 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39179-0x1011c1a94430003 connected 2024-11-08T20:19:39,900 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:19:39,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:19:39,903 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39179-0x1011c1a94430003, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Set watcher on znode that does not yet exist, /1-1545894323/running 2024-11-08T20:19:39,903 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573, hbase.cluster.distributed=false 2024-11-08T20:19:39,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39179-0x1011c1a94430003, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Set watcher on znode that does not yet exist, /1-1545894323/acl 2024-11-08T20:19:39,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39179 2024-11-08T20:19:39,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39179 2024-11-08T20:19:39,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39179 2024-11-08T20:19:39,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39179 2024-11-08T20:19:39,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39179 2024-11-08T20:19:39,918 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:19:39,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:19:39,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:19:39,918 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:19:39,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:19:39,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:19:39,918 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T20:19:39,918 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:19:39,919 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34595 2024-11-08T20:19:39,919 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34595 connecting to ZooKeeper ensemble=127.0.0.1:58647 2024-11-08T20:19:39,920 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:19:39,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:19:39,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345950x0, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:19:39,932 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:345950x0, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Set watcher on znode that does not yet exist, /1-1545894323/running 2024-11-08T20:19:39,932 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34595-0x1011c1a94430004 connected 2024-11-08T20:19:39,932 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T20:19:39,935 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T20:19:39,935 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34595-0x1011c1a94430004, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Set watcher on znode that does not yet exist, /1-1545894323/master 2024-11-08T20:19:39,936 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34595-0x1011c1a94430004, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Set watcher on znode that does not yet exist, /1-1545894323/acl 2024-11-08T20:19:39,938 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34595 2024-11-08T20:19:39,938 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34595 2024-11-08T20:19:39,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34595 2024-11-08T20:19:39,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34595 2024-11-08T20:19:39,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34595 2024-11-08T20:19:39,952 DEBUG [M:0;ae1476a7656f:39179 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ae1476a7656f:39179 2024-11-08T20:19:39,952 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1545894323/backup-masters/ae1476a7656f,39179,1731097179772 2024-11-08T20:19:39,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34595-0x1011c1a94430004, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1545894323/backup-masters 2024-11-08T20:19:39,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39179-0x1011c1a94430003, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1545894323/backup-masters 2024-11-08T20:19:39,963 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39179-0x1011c1a94430003, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Set watcher on existing znode=/1-1545894323/backup-masters/ae1476a7656f,39179,1731097179772 2024-11-08T20:19:39,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34595-0x1011c1a94430004, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1545894323/master 2024-11-08T20:19:39,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39179-0x1011c1a94430003, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1545894323 2024-11-08T20:19:39,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34595-0x1011c1a94430004, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1545894323 2024-11-08T20:19:39,973 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39179-0x1011c1a94430003, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Set watcher on existing znode=/1-1545894323/master 2024-11-08T20:19:39,974 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1545894323/backup-masters/ae1476a7656f,39179,1731097179772 from backup master directory 2024-11-08T20:19:39,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39179-0x1011c1a94430003, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1545894323/backup-masters/ae1476a7656f,39179,1731097179772 2024-11-08T20:19:39,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34595-0x1011c1a94430004, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1545894323/backup-masters 2024-11-08T20:19:39,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39179-0x1011c1a94430003, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1545894323/backup-masters 2024-11-08T20:19:39,984 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:19:39,984 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ae1476a7656f,39179,1731097179772 2024-11-08T20:19:39,986 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/hbase.id] with ID: 86cf2f05-6cbb-48c2-87f8-649a4174f4a2 2024-11-08T20:19:39,986 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/.tmp/hbase.id 2024-11-08T20:19:39,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741826_1002 (size=42) 2024-11-08T20:19:40,392 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/.tmp/hbase.id]:[hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/hbase.id] 2024-11-08T20:19:40,400 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:19:40,400 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T20:19:40,401 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T20:19:40,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34595-0x1011c1a94430004, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1545894323 2024-11-08T20:19:40,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39179-0x1011c1a94430003, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1545894323 2024-11-08T20:19:40,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741827_1003 (size=196) 2024-11-08T20:19:40,873 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:19:40,874 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T20:19:40,874 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:19:40,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741828_1004 (size=1189) 2024-11-08T20:19:41,279 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/MasterData/data/master/store 2024-11-08T20:19:41,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741829_1005 (size=34) 2024-11-08T20:19:41,684 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:19:41,684 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:19:41,684 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:19:41,684 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:19:41,684 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:19:41,684 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:19:41,685 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:19:41,685 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731097181684Disabling compacts and flushes for region at 1731097181684Disabling writes for close at 1731097181684Writing region close event to WAL at 1731097181684Closed at 1731097181684 2024-11-08T20:19:41,685 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/MasterData/data/master/store/.initializing 2024-11-08T20:19:41,685 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/MasterData/WALs/ae1476a7656f,39179,1731097179772 2024-11-08T20:19:41,686 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:19:41,688 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C39179%2C1731097179772, suffix=, logDir=hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/MasterData/WALs/ae1476a7656f,39179,1731097179772, archiveDir=hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/MasterData/oldWALs, maxLogs=10 2024-11-08T20:19:41,704 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/MasterData/WALs/ae1476a7656f,39179,1731097179772/ae1476a7656f%2C39179%2C1731097179772.1731097181688, exclude list is [], retry=0 2024-11-08T20:19:41,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33105,DS-ba4030db-a459-48ad-962d-3fdd871e87e1,DISK] 2024-11-08T20:19:41,708 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/MasterData/WALs/ae1476a7656f,39179,1731097179772/ae1476a7656f%2C39179%2C1731097179772.1731097181688 2024-11-08T20:19:41,708 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40397:40397)] 2024-11-08T20:19:41,708 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:19:41,708 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:19:41,709 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:41,709 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:41,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:41,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T20:19:41,711 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:41,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:19:41,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:41,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T20:19:41,712 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:41,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:19:41,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:41,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T20:19:41,713 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:41,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:19:41,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:41,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T20:19:41,714 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:41,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:19:41,715 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:41,715 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:41,716 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:41,716 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:41,717 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:41,717 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:19:41,718 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:41,719 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:19:41,719 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63171372, jitterRate=-0.058673202991485596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:19:41,719 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731097181709Initializing all the Stores at 1731097181709Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097181709Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097181709Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097181709Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097181709Cleaning up temporary data from old regions at 1731097181717 (+8 ms)Region opened successfully at 1731097181719 (+2 ms) 2024-11-08T20:19:41,720 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T20:19:41,722 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24e3c2cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:19:41,722 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T20:19:41,723 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T20:19:41,723 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T20:19:41,723 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T20:19:41,723 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T20:19:41,723 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T20:19:41,723 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T20:19:41,725 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T20:19:41,725 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39179-0x1011c1a94430003, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Unable to get data of znode /1-1545894323/balancer because node does not exist (not necessarily an error) 2024-11-08T20:19:41,784 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1545894323/balancer already deleted, retry=false 2024-11-08T20:19:41,784 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T20:19:41,785 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39179-0x1011c1a94430003, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Unable to get data of znode /1-1545894323/normalizer because node does not exist (not necessarily an error) 2024-11-08T20:19:41,794 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1545894323/normalizer already deleted, retry=false 2024-11-08T20:19:41,795 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T20:19:41,796 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39179-0x1011c1a94430003, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Unable to get data of znode /1-1545894323/switch/split because node does not exist (not necessarily an error) 2024-11-08T20:19:41,805 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1545894323/switch/split already deleted, retry=false 2024-11-08T20:19:41,805 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39179-0x1011c1a94430003, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Unable to get data of znode /1-1545894323/switch/merge because node does not exist (not necessarily an error) 2024-11-08T20:19:41,815 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1545894323/switch/merge already deleted, retry=false 2024-11-08T20:19:41,816 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39179-0x1011c1a94430003, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Unable to get data of znode /1-1545894323/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T20:19:41,826 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1545894323/snapshot-cleanup already deleted, retry=false 2024-11-08T20:19:41,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39179-0x1011c1a94430003, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1545894323/running 2024-11-08T20:19:41,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34595-0x1011c1a94430004, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1545894323/running 2024-11-08T20:19:41,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39179-0x1011c1a94430003, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1545894323 2024-11-08T20:19:41,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34595-0x1011c1a94430004, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1545894323 2024-11-08T20:19:41,837 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ae1476a7656f,39179,1731097179772, sessionid=0x1011c1a94430003, setting cluster-up flag (Was=false) 2024-11-08T20:19:41,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34595-0x1011c1a94430004, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1545894323 2024-11-08T20:19:41,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39179-0x1011c1a94430003, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1545894323 2024-11-08T20:19:41,889 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1545894323/flush-table-proc/acquired, /1-1545894323/flush-table-proc/reached, /1-1545894323/flush-table-proc/abort 2024-11-08T20:19:41,890 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,39179,1731097179772 2024-11-08T20:19:41,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39179-0x1011c1a94430003, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1545894323 2024-11-08T20:19:41,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34595-0x1011c1a94430004, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1545894323 2024-11-08T20:19:41,941 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1545894323/online-snapshot/acquired, /1-1545894323/online-snapshot/reached, /1-1545894323/online-snapshot/abort 2024-11-08T20:19:41,942 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,39179,1731097179772 2024-11-08T20:19:41,943 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T20:19:41,944 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T20:19:41,945 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T20:19:41,945 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T20:19:41,945 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ae1476a7656f,39179,1731097179772 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T20:19:41,946 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:19:41,946 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:19:41,946 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:19:41,946 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:19:41,946 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ae1476a7656f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T20:19:41,946 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:41,946 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:19:41,946 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:41,947 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731097211947 2024-11-08T20:19:41,947 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T20:19:41,947 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T20:19:41,948 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T20:19:41,948 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:19:41,948 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T20:19:41,948 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T20:19:41,948 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T20:19:41,948 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T20:19:41,948 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:41,948 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T20:19:41,949 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T20:19:41,949 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:41,949 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T20:19:41,949 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T20:19:41,949 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T20:19:41,949 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T20:19:41,949 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T20:19:41,950 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097181949,5,FailOnTimeoutGroup] 2024-11-08T20:19:41,950 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097181950,5,FailOnTimeoutGroup] 2024-11-08T20:19:41,950 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:41,950 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T20:19:41,950 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:41,950 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:41,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741831_1007 (size=1321) 2024-11-08T20:19:42,044 INFO [RS:0;ae1476a7656f:34595 {}] regionserver.HRegionServer(746): ClusterId : 86cf2f05-6cbb-48c2-87f8-649a4174f4a2 2024-11-08T20:19:42,044 DEBUG [RS:0;ae1476a7656f:34595 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T20:19:42,053 DEBUG [RS:0;ae1476a7656f:34595 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T20:19:42,053 DEBUG [RS:0;ae1476a7656f:34595 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T20:19:42,064 DEBUG [RS:0;ae1476a7656f:34595 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T20:19:42,064 DEBUG [RS:0;ae1476a7656f:34595 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1efa3a52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:19:42,076 DEBUG [RS:0;ae1476a7656f:34595 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ae1476a7656f:34595 2024-11-08T20:19:42,076 INFO [RS:0;ae1476a7656f:34595 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T20:19:42,076 INFO [RS:0;ae1476a7656f:34595 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T20:19:42,076 DEBUG [RS:0;ae1476a7656f:34595 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T20:19:42,077 INFO [RS:0;ae1476a7656f:34595 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae1476a7656f,39179,1731097179772 with port=34595, startcode=1731097179918 2024-11-08T20:19:42,077 DEBUG [RS:0;ae1476a7656f:34595 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T20:19:42,078 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T20:19:42,079 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39179 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae1476a7656f,34595,1731097179918 2024-11-08T20:19:42,079 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39179 {}] master.ServerManager(517): Registering regionserver=ae1476a7656f,34595,1731097179918 2024-11-08T20:19:42,080 DEBUG [RS:0;ae1476a7656f:34595 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573 2024-11-08T20:19:42,080 DEBUG [RS:0;ae1476a7656f:34595 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37373 2024-11-08T20:19:42,080 DEBUG [RS:0;ae1476a7656f:34595 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T20:19:42,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39179-0x1011c1a94430003, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1545894323/rs 2024-11-08T20:19:42,136 DEBUG [RS:0;ae1476a7656f:34595 {}] zookeeper.ZKUtil(111): regionserver:34595-0x1011c1a94430004, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Set watcher on existing znode=/1-1545894323/rs/ae1476a7656f,34595,1731097179918 2024-11-08T20:19:42,136 WARN [RS:0;ae1476a7656f:34595 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:19:42,136 INFO [RS:0;ae1476a7656f:34595 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:19:42,136 DEBUG [RS:0;ae1476a7656f:34595 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918 2024-11-08T20:19:42,136 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae1476a7656f,34595,1731097179918] 2024-11-08T20:19:42,140 INFO [RS:0;ae1476a7656f:34595 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T20:19:42,142 INFO [RS:0;ae1476a7656f:34595 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T20:19:42,142 INFO [RS:0;ae1476a7656f:34595 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T20:19:42,142 INFO [RS:0;ae1476a7656f:34595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:42,142 INFO [RS:0;ae1476a7656f:34595 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T20:19:42,143 INFO [RS:0;ae1476a7656f:34595 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T20:19:42,143 INFO [RS:0;ae1476a7656f:34595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:42,143 DEBUG [RS:0;ae1476a7656f:34595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:42,143 DEBUG [RS:0;ae1476a7656f:34595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:42,143 DEBUG [RS:0;ae1476a7656f:34595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:42,143 DEBUG [RS:0;ae1476a7656f:34595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:42,143 DEBUG [RS:0;ae1476a7656f:34595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:42,143 DEBUG [RS:0;ae1476a7656f:34595 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:19:42,144 DEBUG [RS:0;ae1476a7656f:34595 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:42,144 DEBUG [RS:0;ae1476a7656f:34595 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:42,144 DEBUG [RS:0;ae1476a7656f:34595 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:42,144 DEBUG [RS:0;ae1476a7656f:34595 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:42,144 DEBUG [RS:0;ae1476a7656f:34595 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:42,144 DEBUG [RS:0;ae1476a7656f:34595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:42,144 DEBUG [RS:0;ae1476a7656f:34595 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:19:42,144 DEBUG [RS:0;ae1476a7656f:34595 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:19:42,144 INFO [RS:0;ae1476a7656f:34595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:42,144 INFO [RS:0;ae1476a7656f:34595 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:42,144 INFO [RS:0;ae1476a7656f:34595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:42,144 INFO [RS:0;ae1476a7656f:34595 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:42,144 INFO [RS:0;ae1476a7656f:34595 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:42,144 INFO [RS:0;ae1476a7656f:34595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,34595,1731097179918-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:19:42,168 INFO [RS:0;ae1476a7656f:34595 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T20:19:42,168 INFO [RS:0;ae1476a7656f:34595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,34595,1731097179918-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:42,169 INFO [RS:0;ae1476a7656f:34595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:42,169 INFO [RS:0;ae1476a7656f:34595 {}] regionserver.Replication(171): ae1476a7656f,34595,1731097179918 started 2024-11-08T20:19:42,181 INFO [RS:0;ae1476a7656f:34595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:42,181 INFO [RS:0;ae1476a7656f:34595 {}] regionserver.HRegionServer(1482): Serving as ae1476a7656f,34595,1731097179918, RpcServer on ae1476a7656f/172.17.0.3:34595, sessionid=0x1011c1a94430004 2024-11-08T20:19:42,181 DEBUG [RS:0;ae1476a7656f:34595 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T20:19:42,181 DEBUG [RS:0;ae1476a7656f:34595 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae1476a7656f,34595,1731097179918 2024-11-08T20:19:42,181 DEBUG [RS:0;ae1476a7656f:34595 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,34595,1731097179918' 2024-11-08T20:19:42,181 DEBUG [RS:0;ae1476a7656f:34595 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1545894323/flush-table-proc/abort' 2024-11-08T20:19:42,181 DEBUG [RS:0;ae1476a7656f:34595 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1545894323/flush-table-proc/acquired' 2024-11-08T20:19:42,182 DEBUG [RS:0;ae1476a7656f:34595 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T20:19:42,182 DEBUG [RS:0;ae1476a7656f:34595 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T20:19:42,182 DEBUG [RS:0;ae1476a7656f:34595 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae1476a7656f,34595,1731097179918 2024-11-08T20:19:42,182 DEBUG [RS:0;ae1476a7656f:34595 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,34595,1731097179918' 2024-11-08T20:19:42,182 DEBUG [RS:0;ae1476a7656f:34595 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1545894323/online-snapshot/abort' 2024-11-08T20:19:42,182 DEBUG [RS:0;ae1476a7656f:34595 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1545894323/online-snapshot/acquired' 2024-11-08T20:19:42,182 DEBUG [RS:0;ae1476a7656f:34595 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T20:19:42,182 INFO [RS:0;ae1476a7656f:34595 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T20:19:42,182 INFO [RS:0;ae1476a7656f:34595 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T20:19:42,283 INFO [RS:0;ae1476a7656f:34595 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:19:42,284 INFO [RS:0;ae1476a7656f:34595 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C34595%2C1731097179918, suffix=, logDir=hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918, archiveDir=hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/oldWALs, maxLogs=10 2024-11-08T20:19:42,295 DEBUG [RS:0;ae1476a7656f:34595 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284, exclude list is [], retry=0 2024-11-08T20:19:42,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33105,DS-ba4030db-a459-48ad-962d-3fdd871e87e1,DISK] 2024-11-08T20:19:42,298 INFO [RS:0;ae1476a7656f:34595 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284 2024-11-08T20:19:42,298 DEBUG [RS:0;ae1476a7656f:34595 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40397:40397)] 2024-11-08T20:19:42,359 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T20:19:42,359 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573 2024-11-08T20:19:42,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741833_1009 (size=32) 2024-11-08T20:19:42,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:19:42,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:19:42,370 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:19:42,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:42,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:19:42,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:19:42,371 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:19:42,371 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:42,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:19:42,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:19:42,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:19:42,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:42,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:19:42,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:19:42,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:19:42,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:42,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:19:42,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:19:42,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/hbase/meta/1588230740 2024-11-08T20:19:42,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/hbase/meta/1588230740 2024-11-08T20:19:42,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:19:42,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:19:42,377 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:19:42,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:19:42,379 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:19:42,379 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70427547, jitterRate=0.04945223033428192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:19:42,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731097182366Initializing all the Stores at 1731097182368 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097182369 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097182369Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097182369Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097182369Cleaning up temporary data from old regions at 1731097182376 (+7 ms)Region opened successfully at 1731097182379 (+3 ms) 2024-11-08T20:19:42,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:19:42,380 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:19:42,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:19:42,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:19:42,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:19:42,380 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:19:42,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731097182380Disabling compacts and flushes for region at 1731097182380Disabling writes for close at 1731097182380Writing region close event to WAL at 1731097182380Closed at 1731097182380 2024-11-08T20:19:42,381 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:19:42,381 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T20:19:42,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T20:19:42,382 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:19:42,383 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T20:19:42,509 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T20:19:42,533 DEBUG [ae1476a7656f:39179 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T20:19:42,533 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ae1476a7656f,34595,1731097179918 2024-11-08T20:19:42,534 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,34595,1731097179918, state=OPENING 2024-11-08T20:19:42,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:42,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:42,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:42,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:42,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:42,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:42,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:42,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:42,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:42,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:42,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:42,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:42,716 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T20:19:42,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34595-0x1011c1a94430004, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1545894323 2024-11-08T20:19:42,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39179-0x1011c1a94430003, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1545894323 2024-11-08T20:19:42,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1545894323/meta-region-server: CHANGED 2024-11-08T20:19:42,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1545894323/meta-region-server: CHANGED 2024-11-08T20:19:42,780 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:19:42,780 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,34595,1731097179918}] 2024-11-08T20:19:42,932 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:19:42,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37155, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T20:19:42,936 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T20:19:42,936 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:19:42,936 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T20:19:42,937 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C34595%2C1731097179918.meta, suffix=.meta, logDir=hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918, archiveDir=hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/oldWALs, maxLogs=10 2024-11-08T20:19:42,949 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.meta.1731097182937.meta, exclude list is [], retry=0 2024-11-08T20:19:42,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33105,DS-ba4030db-a459-48ad-962d-3fdd871e87e1,DISK] 2024-11-08T20:19:42,952 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.meta.1731097182937.meta 2024-11-08T20:19:42,952 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40397:40397)] 2024-11-08T20:19:42,952 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:19:42,952 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:19:42,953 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T20:19:42,953 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T20:19:42,953 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T20:19:42,953 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T20:19:42,953 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:19:42,953 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T20:19:42,953 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T20:19:42,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:19:42,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:19:42,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:42,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:19:42,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:19:42,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:19:42,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:42,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:19:42,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:19:42,956 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:19:42,956 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:42,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:19:42,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:19:42,956 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:19:42,956 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:42,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:19:42,957 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:19:42,957 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/hbase/meta/1588230740 2024-11-08T20:19:42,958 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/hbase/meta/1588230740 2024-11-08T20:19:42,959 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:19:42,959 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:19:42,959 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:19:42,960 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:19:42,960 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68680618, jitterRate=0.02342095971107483}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:19:42,960 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T20:19:42,960 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731097182953Writing region info on filesystem at 1731097182953Initializing all the Stores at 1731097182954 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097182954Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097182954Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097182954Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097182954Cleaning up temporary data from old regions at 1731097182959 (+5 ms)Running coprocessor post-open hooks at 1731097182960 (+1 ms)Region opened successfully at 1731097182960 2024-11-08T20:19:42,961 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731097182932 2024-11-08T20:19:42,962 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T20:19:42,962 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T20:19:42,963 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,34595,1731097179918 2024-11-08T20:19:42,963 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,34595,1731097179918, state=OPEN 2024-11-08T20:19:42,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39179-0x1011c1a94430003, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1545894323/meta-region-server 2024-11-08T20:19:42,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34595-0x1011c1a94430004, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1545894323/meta-region-server 2024-11-08T20:19:42,973 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ae1476a7656f,34595,1731097179918 2024-11-08T20:19:42,973 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1545894323/meta-region-server: CHANGED 2024-11-08T20:19:42,973 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1545894323/meta-region-server: CHANGED 2024-11-08T20:19:42,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T20:19:42,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,34595,1731097179918 in 193 msec 2024-11-08T20:19:42,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T20:19:42,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 594 msec 2024-11-08T20:19:42,976 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:19:42,976 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T20:19:42,978 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:19:42,978 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,34595,1731097179918, seqNum=-1] 2024-11-08T20:19:42,978 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:19:42,979 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:19:42,983 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0390 sec 2024-11-08T20:19:42,984 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731097182984, completionTime=-1 2024-11-08T20:19:42,984 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T20:19:42,984 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T20:19:42,985 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T20:19:42,985 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731097242985 2024-11-08T20:19:42,985 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731097302985 2024-11-08T20:19:42,986 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T20:19:42,986 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,39179,1731097179772-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:42,986 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,39179,1731097179772-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:42,986 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,39179,1731097179772-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:42,986 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ae1476a7656f:39179, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:42,986 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:42,987 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:42,988 DEBUG [master/ae1476a7656f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T20:19:42,990 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.006sec 2024-11-08T20:19:42,990 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T20:19:42,990 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T20:19:42,990 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T20:19:42,990 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T20:19:42,990 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T20:19:42,990 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,39179,1731097179772-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:19:42,990 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,39179,1731097179772-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T20:19:42,992 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T20:19:42,992 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T20:19:42,992 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,39179,1731097179772-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:43,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@421f3ab1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:43,044 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,39179,-1 for getting cluster id 2024-11-08T20:19:43,044 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:19:43,045 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86cf2f05-6cbb-48c2-87f8-649a4174f4a2' 2024-11-08T20:19:43,046 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:19:43,046 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86cf2f05-6cbb-48c2-87f8-649a4174f4a2" 2024-11-08T20:19:43,046 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b690bbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:43,046 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,39179,-1] 2024-11-08T20:19:43,046 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:19:43,046 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:43,047 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:19:43,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40e459ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:43,048 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:19:43,049 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,34595,1731097179918, seqNum=-1] 2024-11-08T20:19:43,049 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:19:43,050 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:19:43,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ae1476a7656f,39179,1731097179772 2024-11-08T20:19:43,052 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58647 2024-11-08T20:19:43,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:19:43,064 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011c1a94430005 connected 2024-11-08T20:19:43,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449866d5-ff59-dc65-0c7e-0665df96fac1/hadoop.log.dir so I do NOT create it in target/test-data/531bf5bf-7c7b-9df0-461a-d448ba403a95 2024-11-08T20:19:43,077 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449866d5-ff59-dc65-0c7e-0665df96fac1/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T20:19:43,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449866d5-ff59-dc65-0c7e-0665df96fac1/hadoop.tmp.dir so I do NOT create it in target/test-data/531bf5bf-7c7b-9df0-461a-d448ba403a95 2024-11-08T20:19:43,077 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449866d5-ff59-dc65-0c7e-0665df96fac1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T20:19:43,077 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/531bf5bf-7c7b-9df0-461a-d448ba403a95 2024-11-08T20:19:43,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T20:19:43,077 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/531bf5bf-7c7b-9df0-461a-d448ba403a95/cluster_9baf51a9-a813-e910-b981-ca84a9a7b670, deleteOnExit=true 2024-11-08T20:19:43,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T20:19:43,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/531bf5bf-7c7b-9df0-461a-d448ba403a95/test.cache.data in system properties and HBase conf 2024-11-08T20:19:43,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/531bf5bf-7c7b-9df0-461a-d448ba403a95/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T20:19:43,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/531bf5bf-7c7b-9df0-461a-d448ba403a95/hadoop.log.dir in system properties and HBase conf 2024-11-08T20:19:43,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/531bf5bf-7c7b-9df0-461a-d448ba403a95/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T20:19:43,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/531bf5bf-7c7b-9df0-461a-d448ba403a95/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T20:19:43,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T20:19:43,078 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T20:19:43,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/531bf5bf-7c7b-9df0-461a-d448ba403a95/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:19:43,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/531bf5bf-7c7b-9df0-461a-d448ba403a95/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:19:43,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/531bf5bf-7c7b-9df0-461a-d448ba403a95/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T20:19:43,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/531bf5bf-7c7b-9df0-461a-d448ba403a95/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:19:43,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/531bf5bf-7c7b-9df0-461a-d448ba403a95/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T20:19:43,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/531bf5bf-7c7b-9df0-461a-d448ba403a95/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T20:19:43,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/531bf5bf-7c7b-9df0-461a-d448ba403a95/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:19:43,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/531bf5bf-7c7b-9df0-461a-d448ba403a95/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:19:43,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/531bf5bf-7c7b-9df0-461a-d448ba403a95/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T20:19:43,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/531bf5bf-7c7b-9df0-461a-d448ba403a95/nfs.dump.dir in system properties and HBase conf 2024-11-08T20:19:43,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/531bf5bf-7c7b-9df0-461a-d448ba403a95/java.io.tmpdir in system properties and HBase conf 2024-11-08T20:19:43,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/531bf5bf-7c7b-9df0-461a-d448ba403a95/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:19:43,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/531bf5bf-7c7b-9df0-461a-d448ba403a95/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T20:19:43,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/531bf5bf-7c7b-9df0-461a-d448ba403a95/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T20:19:43,207 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T20:19:43,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:43,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:43,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:43,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:43,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:43,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:43,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:43,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:43,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:43,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:43,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:43,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:43,453 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:19:43,456 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:19:43,457 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:19:43,457 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:19:43,458 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T20:19:43,458 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:19:43,458 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b75e043{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/531bf5bf-7c7b-9df0-461a-d448ba403a95/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:19:43,459 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@158e023a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:19:43,567 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ffa7035{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/531bf5bf-7c7b-9df0-461a-d448ba403a95/java.io.tmpdir/jetty-localhost-46373-hadoop-hdfs-3_4_1-tests_jar-_-any-10224146686624525469/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:19:43,567 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c2b851b{HTTP/1.1, (http/1.1)}{localhost:46373} 2024-11-08T20:19:43,568 INFO [Time-limited test {}] server.Server(415): Started @243856ms 2024-11-08T20:19:43,807 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:19:43,810 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:19:43,811 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:19:43,811 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:19:43,811 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T20:19:43,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@173f8f72{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/531bf5bf-7c7b-9df0-461a-d448ba403a95/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:19:43,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@183eff85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:19:43,911 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e2e758d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/531bf5bf-7c7b-9df0-461a-d448ba403a95/java.io.tmpdir/jetty-localhost-33257-hadoop-hdfs-3_4_1-tests_jar-_-any-14073161548613882369/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:19:43,911 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bb83f3b{HTTP/1.1, (http/1.1)}{localhost:33257} 2024-11-08T20:19:43,911 INFO [Time-limited test {}] server.Server(415): Started @244200ms 2024-11-08T20:19:43,913 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T20:19:44,823 WARN [Thread-2899 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/531bf5bf-7c7b-9df0-461a-d448ba403a95/cluster_9baf51a9-a813-e910-b981-ca84a9a7b670/data/data1/current/BP-472162705-172.17.0.3-1731097183105/current, will proceed with Du for space computation calculation, 2024-11-08T20:19:44,823 WARN [Thread-2900 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/531bf5bf-7c7b-9df0-461a-d448ba403a95/cluster_9baf51a9-a813-e910-b981-ca84a9a7b670/data/data2/current/BP-472162705-172.17.0.3-1731097183105/current, will proceed with Du for space computation calculation, 2024-11-08T20:19:44,842 WARN [Thread-2887 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T20:19:44,845 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda29fb1beda1137e with lease ID 0x2fd471b697e0f75a: Processing first storage report for DS-ed48d88b-d4a6-4d00-a203-fca8663a6c91 from datanode DatanodeRegistration(127.0.0.1:35907, datanodeUuid=30eb86a5-e5c9-4fd4-b392-37ed4fd5819d, infoPort=36913, infoSecurePort=0, ipcPort=36711, storageInfo=lv=-57;cid=testClusterID;nsid=1615091922;c=1731097183105) 2024-11-08T20:19:44,845 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda29fb1beda1137e with lease ID 0x2fd471b697e0f75a: from storage DS-ed48d88b-d4a6-4d00-a203-fca8663a6c91 node DatanodeRegistration(127.0.0.1:35907, datanodeUuid=30eb86a5-e5c9-4fd4-b392-37ed4fd5819d, infoPort=36913, infoSecurePort=0, ipcPort=36711, storageInfo=lv=-57;cid=testClusterID;nsid=1615091922;c=1731097183105), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:19:44,845 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda29fb1beda1137e with lease ID 0x2fd471b697e0f75a: Processing first storage report for DS-cf938d0f-3147-4063-8a0d-be90d58b2265 from datanode DatanodeRegistration(127.0.0.1:35907, datanodeUuid=30eb86a5-e5c9-4fd4-b392-37ed4fd5819d, infoPort=36913, infoSecurePort=0, ipcPort=36711, storageInfo=lv=-57;cid=testClusterID;nsid=1615091922;c=1731097183105) 2024-11-08T20:19:44,845 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda29fb1beda1137e with lease ID 0x2fd471b697e0f75a: from storage DS-cf938d0f-3147-4063-8a0d-be90d58b2265 node DatanodeRegistration(127.0.0.1:35907, datanodeUuid=30eb86a5-e5c9-4fd4-b392-37ed4fd5819d, infoPort=36913, infoSecurePort=0, ipcPort=36711, storageInfo=lv=-57;cid=testClusterID;nsid=1615091922;c=1731097183105), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:19:44,939 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/531bf5bf-7c7b-9df0-461a-d448ba403a95 2024-11-08T20:19:44,939 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:19:44,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:19:44,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35907 is added to blk_1073741825_1001 (size=7) 2024-11-08T20:19:45,350 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd with version=8 2024-11-08T20:19:45,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/hbase-staging 2024-11-08T20:19:45,352 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:19:45,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:19:45,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:19:45,352 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:19:45,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:19:45,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:19:45,353 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T20:19:45,353 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:19:45,354 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45019 2024-11-08T20:19:45,355 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45019 connecting to ZooKeeper ensemble=127.0.0.1:58647 2024-11-08T20:19:45,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450190x0, quorum=127.0.0.1:58647, baseZNode=/21079016350 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:19:45,405 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45019-0x1011c1a94430006 connected 2024-11-08T20:19:45,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:19:45,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:19:45,482 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45019-0x1011c1a94430006, quorum=127.0.0.1:58647, baseZNode=/21079016350 Set watcher on znode that does not yet exist, /21079016350/running 2024-11-08T20:19:45,482 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd, hbase.cluster.distributed=false 2024-11-08T20:19:45,483 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45019-0x1011c1a94430006, quorum=127.0.0.1:58647, baseZNode=/21079016350 Set watcher on znode that does not yet exist, /21079016350/acl 2024-11-08T20:19:45,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45019 2024-11-08T20:19:45,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45019 2024-11-08T20:19:45,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45019 2024-11-08T20:19:45,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45019 2024-11-08T20:19:45,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45019 2024-11-08T20:19:45,500 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:19:45,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:19:45,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:19:45,500 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:19:45,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:19:45,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:19:45,500 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T20:19:45,500 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:19:45,501 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44459 2024-11-08T20:19:45,501 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44459 connecting to ZooKeeper ensemble=127.0.0.1:58647 2024-11-08T20:19:45,501 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:19:45,502 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:19:45,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444590x0, quorum=127.0.0.1:58647, baseZNode=/21079016350 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:19:45,517 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44459-0x1011c1a94430007 connected 2024-11-08T20:19:45,517 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:444590x0, quorum=127.0.0.1:58647, baseZNode=/21079016350 Set watcher on znode that does not yet exist, /21079016350/running 2024-11-08T20:19:45,517 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T20:19:45,517 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T20:19:45,518 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44459-0x1011c1a94430007, quorum=127.0.0.1:58647, baseZNode=/21079016350 Set watcher on znode that does not yet exist, /21079016350/master 2024-11-08T20:19:45,518 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44459-0x1011c1a94430007, quorum=127.0.0.1:58647, baseZNode=/21079016350 Set watcher on znode that does not yet exist, /21079016350/acl 2024-11-08T20:19:45,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44459 2024-11-08T20:19:45,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44459 2024-11-08T20:19:45,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44459 2024-11-08T20:19:45,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44459 2024-11-08T20:19:45,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44459 2024-11-08T20:19:45,535 DEBUG [M:0;ae1476a7656f:45019 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ae1476a7656f:45019 2024-11-08T20:19:45,536 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21079016350/backup-masters/ae1476a7656f,45019,1731097185352 2024-11-08T20:19:45,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45019-0x1011c1a94430006, quorum=127.0.0.1:58647, baseZNode=/21079016350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21079016350/backup-masters 2024-11-08T20:19:45,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44459-0x1011c1a94430007, quorum=127.0.0.1:58647, baseZNode=/21079016350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21079016350/backup-masters 2024-11-08T20:19:45,548 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45019-0x1011c1a94430006, quorum=127.0.0.1:58647, baseZNode=/21079016350 Set watcher on existing znode=/21079016350/backup-masters/ae1476a7656f,45019,1731097185352 2024-11-08T20:19:45,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45019-0x1011c1a94430006, quorum=127.0.0.1:58647, baseZNode=/21079016350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21079016350 2024-11-08T20:19:45,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44459-0x1011c1a94430007, quorum=127.0.0.1:58647, baseZNode=/21079016350 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21079016350/master 2024-11-08T20:19:45,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44459-0x1011c1a94430007, quorum=127.0.0.1:58647, baseZNode=/21079016350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21079016350 2024-11-08T20:19:45,558 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45019-0x1011c1a94430006, quorum=127.0.0.1:58647, baseZNode=/21079016350 Set watcher on existing znode=/21079016350/master 2024-11-08T20:19:45,559 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21079016350/backup-masters/ae1476a7656f,45019,1731097185352 from backup master directory 2024-11-08T20:19:45,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45019-0x1011c1a94430006, quorum=127.0.0.1:58647, baseZNode=/21079016350 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21079016350/backup-masters/ae1476a7656f,45019,1731097185352 2024-11-08T20:19:45,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44459-0x1011c1a94430007, quorum=127.0.0.1:58647, baseZNode=/21079016350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21079016350/backup-masters 2024-11-08T20:19:45,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45019-0x1011c1a94430006, quorum=127.0.0.1:58647, baseZNode=/21079016350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21079016350/backup-masters 2024-11-08T20:19:45,569 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:19:45,569 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ae1476a7656f,45019,1731097185352 2024-11-08T20:19:45,571 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/hbase.id] with ID: ba8a7a98-274a-43bd-858a-3c41ab2a60f2 2024-11-08T20:19:45,571 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/.tmp/hbase.id 2024-11-08T20:19:45,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35907 is added to blk_1073741826_1002 (size=42) 2024-11-08T20:19:45,575 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/.tmp/hbase.id]:[hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/hbase.id] 2024-11-08T20:19:45,582 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:19:45,582 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T20:19:45,583 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T20:19:45,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45019-0x1011c1a94430006, quorum=127.0.0.1:58647, baseZNode=/21079016350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21079016350 2024-11-08T20:19:45,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44459-0x1011c1a94430007, quorum=127.0.0.1:58647, baseZNode=/21079016350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21079016350 2024-11-08T20:19:45,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35907 is added to blk_1073741827_1003 (size=196) 2024-11-08T20:19:45,998 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:19:45,999 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T20:19:45,999 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:19:46,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35907 is added to blk_1073741828_1004 (size=1189) 2024-11-08T20:19:46,404 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/MasterData/data/master/store 2024-11-08T20:19:46,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35907 is added to blk_1073741829_1005 (size=34) 2024-11-08T20:19:46,809 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:19:46,809 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:19:46,809 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:19:46,809 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:19:46,810 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-08T20:19:46,810 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:19:46,810 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:19:46,810 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731097186809Disabling compacts and flushes for region at 1731097186809Disabling writes for close at 1731097186810 (+1 ms)Writing region close event to WAL at 1731097186810Closed at 1731097186810 2024-11-08T20:19:46,810 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/MasterData/data/master/store/.initializing 2024-11-08T20:19:46,810 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/MasterData/WALs/ae1476a7656f,45019,1731097185352 2024-11-08T20:19:46,811 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:19:46,813 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C45019%2C1731097185352, suffix=, logDir=hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/MasterData/WALs/ae1476a7656f,45019,1731097185352, archiveDir=hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/MasterData/oldWALs, maxLogs=10 2024-11-08T20:19:46,828 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/MasterData/WALs/ae1476a7656f,45019,1731097185352/ae1476a7656f%2C45019%2C1731097185352.1731097186813, exclude list is [], retry=0 2024-11-08T20:19:46,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35907,DS-ed48d88b-d4a6-4d00-a203-fca8663a6c91,DISK] 2024-11-08T20:19:46,833 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/MasterData/WALs/ae1476a7656f,45019,1731097185352/ae1476a7656f%2C45019%2C1731097185352.1731097186813 2024-11-08T20:19:46,834 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36913:36913)] 2024-11-08T20:19:46,834 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:19:46,834 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:19:46,834 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:46,834 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:46,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:46,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T20:19:46,837 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:46,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:19:46,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:46,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T20:19:46,838 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:46,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:19:46,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:46,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T20:19:46,839 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:46,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:19:46,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:46,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T20:19:46,840 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:46,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:19:46,841 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:46,841 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:46,842 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:46,842 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:46,842 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:46,843 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:19:46,843 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:19:46,845 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:19:46,845 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67626338, jitterRate=0.007710963487625122}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:19:46,845 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731097186834Initializing all the Stores at 1731097186835 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097186835Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097186836 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097186836Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097186836Cleaning up temporary data from old regions at 1731097186842 (+6 ms)Region opened successfully at 1731097186845 (+3 ms) 2024-11-08T20:19:46,845 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T20:19:46,847 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6353ce3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:19:46,848 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T20:19:46,848 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T20:19:46,848 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T20:19:46,848 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T20:19:46,848 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T20:19:46,848 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T20:19:46,848 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T20:19:46,850 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T20:19:46,850 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45019-0x1011c1a94430006, quorum=127.0.0.1:58647, baseZNode=/21079016350 Unable to get data of znode /21079016350/balancer because node does not exist (not necessarily an error) 2024-11-08T20:19:46,994 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21079016350/balancer already deleted, retry=false 2024-11-08T20:19:46,994 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T20:19:46,995 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45019-0x1011c1a94430006, quorum=127.0.0.1:58647, baseZNode=/21079016350 Unable to get data of znode /21079016350/normalizer because node does not exist (not necessarily an error) 2024-11-08T20:19:47,004 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21079016350/normalizer already deleted, retry=false 2024-11-08T20:19:47,005 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T20:19:47,005 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45019-0x1011c1a94430006, quorum=127.0.0.1:58647, baseZNode=/21079016350 Unable to get data of znode /21079016350/switch/split because node does not exist (not necessarily an error) 2024-11-08T20:19:47,015 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21079016350/switch/split already deleted, retry=false 2024-11-08T20:19:47,015 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45019-0x1011c1a94430006, quorum=127.0.0.1:58647, baseZNode=/21079016350 Unable to get data of znode /21079016350/switch/merge because node does not exist (not necessarily an error) 2024-11-08T20:19:47,025 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21079016350/switch/merge already deleted, retry=false 2024-11-08T20:19:47,027 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45019-0x1011c1a94430006, quorum=127.0.0.1:58647, baseZNode=/21079016350 Unable to get data of znode /21079016350/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T20:19:47,033 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:19:47,034 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ae1476a7656f,43507,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:43507 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T20:19:47,034 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48442 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ae1476a7656f,43507,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:43507 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T20:19:47,036 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21079016350/snapshot-cleanup already deleted, retry=false 2024-11-08T20:19:47,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44459-0x1011c1a94430007, quorum=127.0.0.1:58647, baseZNode=/21079016350 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21079016350/running 2024-11-08T20:19:47,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45019-0x1011c1a94430006, quorum=127.0.0.1:58647, baseZNode=/21079016350 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21079016350/running 2024-11-08T20:19:47,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45019-0x1011c1a94430006, quorum=127.0.0.1:58647, baseZNode=/21079016350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21079016350 2024-11-08T20:19:47,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44459-0x1011c1a94430007, quorum=127.0.0.1:58647, baseZNode=/21079016350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21079016350 2024-11-08T20:19:47,047 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ae1476a7656f,45019,1731097185352, sessionid=0x1011c1a94430006, setting cluster-up flag (Was=false) 2024-11-08T20:19:47,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45019-0x1011c1a94430006, quorum=127.0.0.1:58647, baseZNode=/21079016350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21079016350 2024-11-08T20:19:47,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44459-0x1011c1a94430007, quorum=127.0.0.1:58647, baseZNode=/21079016350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21079016350 2024-11-08T20:19:47,099 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21079016350/flush-table-proc/acquired, /21079016350/flush-table-proc/reached, /21079016350/flush-table-proc/abort 2024-11-08T20:19:47,100 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,45019,1731097185352 2024-11-08T20:19:47,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45019-0x1011c1a94430006, quorum=127.0.0.1:58647, baseZNode=/21079016350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21079016350 2024-11-08T20:19:47,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44459-0x1011c1a94430007, quorum=127.0.0.1:58647, baseZNode=/21079016350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21079016350 2024-11-08T20:19:47,152 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21079016350/online-snapshot/acquired, /21079016350/online-snapshot/reached, /21079016350/online-snapshot/abort 2024-11-08T20:19:47,152 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,45019,1731097185352 2024-11-08T20:19:47,154 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T20:19:47,155 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T20:19:47,156 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T20:19:47,156 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T20:19:47,156 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ae1476a7656f,45019,1731097185352 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T20:19:47,157 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:19:47,157 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:19:47,157 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:19:47,157 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:19:47,157 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ae1476a7656f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T20:19:47,157 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:47,157 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:19:47,157 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:47,158 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731097217158 2024-11-08T20:19:47,158 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T20:19:47,158 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T20:19:47,158 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T20:19:47,158 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T20:19:47,158 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T20:19:47,158 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T20:19:47,158 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:19:47,158 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T20:19:47,159 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:47,159 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T20:19:47,159 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T20:19:47,159 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T20:19:47,159 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T20:19:47,159 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:47,159 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T20:19:47,160 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T20:19:47,160 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T20:19:47,160 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097187160,5,FailOnTimeoutGroup] 2024-11-08T20:19:47,164 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097187160,5,FailOnTimeoutGroup] 2024-11-08T20:19:47,164 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:47,164 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T20:19:47,164 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:47,164 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:47,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35907 is added to blk_1073741831_1007 (size=1321) 2024-11-08T20:19:47,228 INFO [RS:0;ae1476a7656f:44459 {}] regionserver.HRegionServer(746): ClusterId : ba8a7a98-274a-43bd-858a-3c41ab2a60f2 2024-11-08T20:19:47,228 DEBUG [RS:0;ae1476a7656f:44459 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T20:19:47,237 DEBUG [RS:0;ae1476a7656f:44459 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T20:19:47,237 DEBUG [RS:0;ae1476a7656f:44459 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T20:19:47,247 DEBUG [RS:0;ae1476a7656f:44459 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T20:19:47,247 DEBUG [RS:0;ae1476a7656f:44459 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4daf1c63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:19:47,258 DEBUG [RS:0;ae1476a7656f:44459 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ae1476a7656f:44459 2024-11-08T20:19:47,258 INFO [RS:0;ae1476a7656f:44459 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T20:19:47,258 INFO [RS:0;ae1476a7656f:44459 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T20:19:47,258 DEBUG [RS:0;ae1476a7656f:44459 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T20:19:47,259 INFO [RS:0;ae1476a7656f:44459 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae1476a7656f,45019,1731097185352 with port=44459, startcode=1731097185499 2024-11-08T20:19:47,259 DEBUG [RS:0;ae1476a7656f:44459 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T20:19:47,260 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43961, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T20:19:47,261 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45019 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae1476a7656f,44459,1731097185499 2024-11-08T20:19:47,261 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45019 {}] master.ServerManager(517): Registering regionserver=ae1476a7656f,44459,1731097185499 2024-11-08T20:19:47,262 DEBUG [RS:0;ae1476a7656f:44459 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd 2024-11-08T20:19:47,262 DEBUG [RS:0;ae1476a7656f:44459 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33673 2024-11-08T20:19:47,262 DEBUG [RS:0;ae1476a7656f:44459 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T20:19:47,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45019-0x1011c1a94430006, quorum=127.0.0.1:58647, baseZNode=/21079016350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21079016350/rs 2024-11-08T20:19:47,329 DEBUG [RS:0;ae1476a7656f:44459 {}] zookeeper.ZKUtil(111): regionserver:44459-0x1011c1a94430007, quorum=127.0.0.1:58647, baseZNode=/21079016350 Set watcher on existing znode=/21079016350/rs/ae1476a7656f,44459,1731097185499 2024-11-08T20:19:47,329 WARN [RS:0;ae1476a7656f:44459 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:19:47,329 INFO [RS:0;ae1476a7656f:44459 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:19:47,329 DEBUG [RS:0;ae1476a7656f:44459 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499 2024-11-08T20:19:47,329 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae1476a7656f,44459,1731097185499] 2024-11-08T20:19:47,331 INFO [RS:0;ae1476a7656f:44459 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T20:19:47,335 INFO [RS:0;ae1476a7656f:44459 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T20:19:47,335 INFO [RS:0;ae1476a7656f:44459 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T20:19:47,335 INFO [RS:0;ae1476a7656f:44459 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:47,335 INFO [RS:0;ae1476a7656f:44459 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T20:19:47,336 INFO [RS:0;ae1476a7656f:44459 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T20:19:47,336 INFO [RS:0;ae1476a7656f:44459 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:47,336 DEBUG [RS:0;ae1476a7656f:44459 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:47,336 DEBUG [RS:0;ae1476a7656f:44459 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:47,336 DEBUG [RS:0;ae1476a7656f:44459 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:47,336 DEBUG [RS:0;ae1476a7656f:44459 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:47,336 DEBUG [RS:0;ae1476a7656f:44459 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:47,336 DEBUG [RS:0;ae1476a7656f:44459 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:19:47,336 DEBUG [RS:0;ae1476a7656f:44459 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:47,336 DEBUG [RS:0;ae1476a7656f:44459 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:47,336 DEBUG [RS:0;ae1476a7656f:44459 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:47,336 DEBUG [RS:0;ae1476a7656f:44459 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:47,336 DEBUG [RS:0;ae1476a7656f:44459 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:47,336 DEBUG [RS:0;ae1476a7656f:44459 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:19:47,336 DEBUG [RS:0;ae1476a7656f:44459 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:19:47,337 DEBUG [RS:0;ae1476a7656f:44459 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:19:47,337 INFO [RS:0;ae1476a7656f:44459 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:47,337 INFO [RS:0;ae1476a7656f:44459 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:47,337 INFO [RS:0;ae1476a7656f:44459 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:47,337 INFO [RS:0;ae1476a7656f:44459 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:47,337 INFO [RS:0;ae1476a7656f:44459 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:47,337 INFO [RS:0;ae1476a7656f:44459 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,44459,1731097185499-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:19:47,354 INFO [RS:0;ae1476a7656f:44459 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T20:19:47,355 INFO [RS:0;ae1476a7656f:44459 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,44459,1731097185499-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:47,355 INFO [RS:0;ae1476a7656f:44459 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:47,355 INFO [RS:0;ae1476a7656f:44459 {}] regionserver.Replication(171): ae1476a7656f,44459,1731097185499 started 2024-11-08T20:19:47,371 INFO [RS:0;ae1476a7656f:44459 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:47,371 INFO [RS:0;ae1476a7656f:44459 {}] regionserver.HRegionServer(1482): Serving as ae1476a7656f,44459,1731097185499, RpcServer on ae1476a7656f/172.17.0.3:44459, sessionid=0x1011c1a94430007 2024-11-08T20:19:47,372 DEBUG [RS:0;ae1476a7656f:44459 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T20:19:47,372 DEBUG [RS:0;ae1476a7656f:44459 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae1476a7656f,44459,1731097185499 2024-11-08T20:19:47,372 DEBUG [RS:0;ae1476a7656f:44459 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,44459,1731097185499' 2024-11-08T20:19:47,372 DEBUG [RS:0;ae1476a7656f:44459 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21079016350/flush-table-proc/abort' 2024-11-08T20:19:47,372 DEBUG [RS:0;ae1476a7656f:44459 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21079016350/flush-table-proc/acquired' 2024-11-08T20:19:47,372 DEBUG [RS:0;ae1476a7656f:44459 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T20:19:47,372 DEBUG [RS:0;ae1476a7656f:44459 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T20:19:47,372 DEBUG [RS:0;ae1476a7656f:44459 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae1476a7656f,44459,1731097185499 2024-11-08T20:19:47,372 DEBUG [RS:0;ae1476a7656f:44459 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,44459,1731097185499' 2024-11-08T20:19:47,372 DEBUG [RS:0;ae1476a7656f:44459 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21079016350/online-snapshot/abort' 2024-11-08T20:19:47,373 DEBUG [RS:0;ae1476a7656f:44459 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21079016350/online-snapshot/acquired' 2024-11-08T20:19:47,373 DEBUG [RS:0;ae1476a7656f:44459 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T20:19:47,373 INFO [RS:0;ae1476a7656f:44459 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T20:19:47,373 INFO [RS:0;ae1476a7656f:44459 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T20:19:47,473 INFO [RS:0;ae1476a7656f:44459 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:19:47,475 INFO [RS:0;ae1476a7656f:44459 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C44459%2C1731097185499, suffix=, logDir=hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499, archiveDir=hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/oldWALs, maxLogs=10 2024-11-08T20:19:47,492 DEBUG [RS:0;ae1476a7656f:44459 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.1731097187475, exclude list is [], retry=0 2024-11-08T20:19:47,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35907,DS-ed48d88b-d4a6-4d00-a203-fca8663a6c91,DISK] 2024-11-08T20:19:47,496 INFO [RS:0;ae1476a7656f:44459 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.1731097187475 2024-11-08T20:19:47,496 DEBUG [RS:0;ae1476a7656f:44459 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36913:36913)] 2024-11-08T20:19:47,568 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T20:19:47,568 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd 2024-11-08T20:19:47,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35907 is added to blk_1073741833_1009 (size=32) 2024-11-08T20:19:47,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:19:47,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:19:47,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:19:47,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:47,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:19:47,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:19:47,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:19:47,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:47,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:19:47,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:19:47,977 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:19:47,977 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:47,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:19:47,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:19:47,978 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:19:47,978 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:47,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:19:47,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:19:47,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/hbase/meta/1588230740 2024-11-08T20:19:47,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/hbase/meta/1588230740 2024-11-08T20:19:47,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:19:47,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:19:47,980 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:19:47,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:19:47,982 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:19:47,982 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62606368, jitterRate=-0.0670924186706543}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:19:47,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731097187973Initializing all the Stores at 1731097187973Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097187974 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097187974Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097187974Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097187974Cleaning up temporary data from old regions at 1731097187980 (+6 ms)Region opened successfully at 1731097187982 (+2 ms) 2024-11-08T20:19:47,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:19:47,982 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:19:47,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:19:47,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:19:47,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:19:47,983 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:19:47,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731097187982Disabling compacts and flushes for region at 1731097187982Disabling writes for close at 1731097187982Writing region close event to WAL at 1731097187983 (+1 ms)Closed at 1731097187983 2024-11-08T20:19:47,984 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:19:47,984 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T20:19:47,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T20:19:47,984 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:19:47,985 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T20:19:48,135 DEBUG [ae1476a7656f:45019 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T20:19:48,136 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ae1476a7656f,44459,1731097185499 2024-11-08T20:19:48,137 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,44459,1731097185499, state=OPENING 2024-11-08T20:19:48,215 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T20:19:48,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45019-0x1011c1a94430006, quorum=127.0.0.1:58647, baseZNode=/21079016350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21079016350 2024-11-08T20:19:48,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44459-0x1011c1a94430007, quorum=127.0.0.1:58647, baseZNode=/21079016350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21079016350 2024-11-08T20:19:48,226 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:19:48,226 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21079016350/meta-region-server: CHANGED 2024-11-08T20:19:48,226 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21079016350/meta-region-server: CHANGED 2024-11-08T20:19:48,226 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,44459,1731097185499}] 2024-11-08T20:19:48,378 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:19:48,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51441, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T20:19:48,381 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T20:19:48,381 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:19:48,381 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T20:19:48,382 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C44459%2C1731097185499.meta, suffix=.meta, logDir=hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499, archiveDir=hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/oldWALs, maxLogs=10 2024-11-08T20:19:48,394 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.meta.1731097188383.meta, exclude list is [], retry=0 2024-11-08T20:19:48,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35907,DS-ed48d88b-d4a6-4d00-a203-fca8663a6c91,DISK] 2024-11-08T20:19:48,397 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.meta.1731097188383.meta 2024-11-08T20:19:48,397 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36913:36913)] 2024-11-08T20:19:48,397 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:19:48,398 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:19:48,398 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T20:19:48,398 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T20:19:48,398 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T20:19:48,398 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T20:19:48,398 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:19:48,398 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T20:19:48,398 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T20:19:48,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:19:48,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:19:48,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:48,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:19:48,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:19:48,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:19:48,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:48,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:19:48,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:19:48,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:19:48,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:48,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:19:48,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:19:48,405 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:19:48,405 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:48,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:19:48,405 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:19:48,406 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/hbase/meta/1588230740 2024-11-08T20:19:48,407 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/hbase/meta/1588230740 2024-11-08T20:19:48,407 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:19:48,407 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:19:48,408 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:19:48,408 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:19:48,409 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70417182, jitterRate=0.04929777979850769}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:19:48,409 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T20:19:48,409 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731097188398Writing region info on filesystem at 1731097188398Initializing all the Stores at 1731097188399 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097188399Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097188402 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097188402Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097188402Cleaning up temporary data from old regions at 1731097188407 (+5 ms)Running coprocessor post-open hooks at 1731097188409 (+2 ms)Region opened successfully at 1731097188409 2024-11-08T20:19:48,410 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731097188377 2024-11-08T20:19:48,411 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T20:19:48,412 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T20:19:48,412 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,44459,1731097185499 2024-11-08T20:19:48,412 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,44459,1731097185499, state=OPEN 2024-11-08T20:19:48,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44459-0x1011c1a94430007, quorum=127.0.0.1:58647, baseZNode=/21079016350 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21079016350/meta-region-server 2024-11-08T20:19:48,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45019-0x1011c1a94430006, quorum=127.0.0.1:58647, baseZNode=/21079016350 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21079016350/meta-region-server 2024-11-08T20:19:48,421 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ae1476a7656f,44459,1731097185499 2024-11-08T20:19:48,421 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21079016350/meta-region-server: CHANGED 2024-11-08T20:19:48,421 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21079016350/meta-region-server: CHANGED 2024-11-08T20:19:48,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T20:19:48,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,44459,1731097185499 in 195 msec 2024-11-08T20:19:48,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T20:19:48,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 439 msec 2024-11-08T20:19:48,425 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:19:48,425 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T20:19:48,426 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:19:48,426 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,44459,1731097185499, seqNum=-1] 2024-11-08T20:19:48,426 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:19:48,427 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41633, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:19:48,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2760 sec 2024-11-08T20:19:48,431 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731097188431, completionTime=-1 2024-11-08T20:19:48,431 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T20:19:48,431 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T20:19:48,433 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T20:19:48,433 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731097248433 2024-11-08T20:19:48,433 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731097308433 2024-11-08T20:19:48,433 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T20:19:48,433 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,45019,1731097185352-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:48,433 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,45019,1731097185352-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:48,433 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,45019,1731097185352-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:48,433 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ae1476a7656f:45019, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:48,433 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:48,434 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:48,435 DEBUG [master/ae1476a7656f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T20:19:48,437 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.867sec 2024-11-08T20:19:48,437 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T20:19:48,437 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T20:19:48,437 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T20:19:48,437 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T20:19:48,437 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T20:19:48,437 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,45019,1731097185352-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:19:48,437 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,45019,1731097185352-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T20:19:48,438 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T20:19:48,438 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T20:19:48,438 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,45019,1731097185352-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:19:48,455 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T20:19:48,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:48,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:48,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:48,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:48,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:48,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:48,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:48,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:48,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:48,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:48,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:48,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:48,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e34368b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:48,529 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,45019,-1 for getting cluster id 2024-11-08T20:19:48,530 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:19:48,531 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba8a7a98-274a-43bd-858a-3c41ab2a60f2' 2024-11-08T20:19:48,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:19:48,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba8a7a98-274a-43bd-858a-3c41ab2a60f2" 2024-11-08T20:19:48,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34774751, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:48,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,45019,-1] 2024-11-08T20:19:48,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:19:48,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:48,533 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:19:48,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@648d73ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:48,534 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:19:48,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,44459,1731097185499, seqNum=-1] 2024-11-08T20:19:48,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:19:48,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:19:48,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ae1476a7656f,45019,1731097185352 2024-11-08T20:19:48,538 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:58647 2024-11-08T20:19:48,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:58647, baseZNode=/21079016350 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:19:48,548 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1011c1a94430008 connected 2024-11-08T20:19:48,560 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:19:48,560 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,34459,1731097174231 2024-11-08T20:19:48,560 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7045a8f9 2024-11-08T20:19:48,561 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:19:48,561 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:19:48,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34459 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:19:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34459 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T20:19:48,564 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T20:19:48,564 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:48,564 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34459 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T20:19:48,564 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T20:19:48,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:19:48,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741835_1011 (size=902) 2024-11-08T20:19:48,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:19:48,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:19:48,971 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ad88d269956384930405ded987728787, NAME => 'test,,1731097188562.ad88d269956384930405ded987728787.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661 2024-11-08T20:19:48,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741836_1012 (size=39) 2024-11-08T20:19:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:19:49,376 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731097188562.ad88d269956384930405ded987728787.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:19:49,376 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ad88d269956384930405ded987728787, disabling compactions & flushes 2024-11-08T20:19:49,376 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731097188562.ad88d269956384930405ded987728787. 2024-11-08T20:19:49,376 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731097188562.ad88d269956384930405ded987728787. 2024-11-08T20:19:49,376 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731097188562.ad88d269956384930405ded987728787. after waiting 0 ms 2024-11-08T20:19:49,376 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731097188562.ad88d269956384930405ded987728787. 2024-11-08T20:19:49,376 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731097188562.ad88d269956384930405ded987728787. 2024-11-08T20:19:49,376 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ad88d269956384930405ded987728787: Waiting for close lock at 1731097189376Disabling compacts and flushes for region at 1731097189376Disabling writes for close at 1731097189376Writing region close event to WAL at 1731097189376Closed at 1731097189376 2024-11-08T20:19:49,377 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T20:19:49,377 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731097188562.ad88d269956384930405ded987728787.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731097189377"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731097189377"}]},"ts":"1731097189377"} 2024-11-08T20:19:49,379 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T20:19:49,380 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T20:19:49,380 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097189380"}]},"ts":"1731097189380"} 2024-11-08T20:19:49,382 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T20:19:49,382 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ad88d269956384930405ded987728787, ASSIGN}] 2024-11-08T20:19:49,383 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ad88d269956384930405ded987728787, ASSIGN 2024-11-08T20:19:49,383 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ad88d269956384930405ded987728787, ASSIGN; state=OFFLINE, location=ae1476a7656f,40603,1731097174428; forceNewPlan=false, retain=false 2024-11-08T20:19:49,534 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ad88d269956384930405ded987728787, regionState=OPENING, regionLocation=ae1476a7656f,40603,1731097174428 2024-11-08T20:19:49,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ad88d269956384930405ded987728787, ASSIGN because future has completed 2024-11-08T20:19:49,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad88d269956384930405ded987728787, server=ae1476a7656f,40603,1731097174428}] 2024-11-08T20:19:49,691 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731097188562.ad88d269956384930405ded987728787. 2024-11-08T20:19:49,691 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ad88d269956384930405ded987728787, NAME => 'test,,1731097188562.ad88d269956384930405ded987728787.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:19:49,692 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:19:49,692 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T20:19:49,692 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ad88d269956384930405ded987728787 2024-11-08T20:19:49,692 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731097188562.ad88d269956384930405ded987728787.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:19:49,692 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ad88d269956384930405ded987728787 2024-11-08T20:19:49,692 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ad88d269956384930405ded987728787 2024-11-08T20:19:49,693 INFO [StoreOpener-ad88d269956384930405ded987728787-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ad88d269956384930405ded987728787 2024-11-08T20:19:49,694 INFO [StoreOpener-ad88d269956384930405ded987728787-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad88d269956384930405ded987728787 columnFamilyName f 2024-11-08T20:19:49,694 DEBUG [StoreOpener-ad88d269956384930405ded987728787-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:49,694 INFO [StoreOpener-ad88d269956384930405ded987728787-1 {}] regionserver.HStore(327): Store=ad88d269956384930405ded987728787/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:19:49,694 INFO [StoreOpener-ad88d269956384930405ded987728787-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ad88d269956384930405ded987728787 2024-11-08T20:19:49,695 INFO [StoreOpener-ad88d269956384930405ded987728787-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad88d269956384930405ded987728787 columnFamilyName f1 2024-11-08T20:19:49,695 DEBUG [StoreOpener-ad88d269956384930405ded987728787-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:49,695 INFO [StoreOpener-ad88d269956384930405ded987728787-1 {}] regionserver.HStore(327): Store=ad88d269956384930405ded987728787/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:19:49,695 INFO [StoreOpener-ad88d269956384930405ded987728787-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ad88d269956384930405ded987728787 2024-11-08T20:19:49,696 INFO [StoreOpener-ad88d269956384930405ded987728787-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad88d269956384930405ded987728787 columnFamilyName norep 2024-11-08T20:19:49,696 DEBUG [StoreOpener-ad88d269956384930405ded987728787-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:49,696 INFO [StoreOpener-ad88d269956384930405ded987728787-1 {}] regionserver.HStore(327): Store=ad88d269956384930405ded987728787/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:19:49,696 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ad88d269956384930405ded987728787 2024-11-08T20:19:49,697 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/default/test/ad88d269956384930405ded987728787 2024-11-08T20:19:49,697 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/default/test/ad88d269956384930405ded987728787 2024-11-08T20:19:49,697 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ad88d269956384930405ded987728787 2024-11-08T20:19:49,697 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ad88d269956384930405ded987728787 2024-11-08T20:19:49,698 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T20:19:49,698 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ad88d269956384930405ded987728787 2024-11-08T20:19:49,700 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/default/test/ad88d269956384930405ded987728787/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:19:49,700 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ad88d269956384930405ded987728787; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74023425, jitterRate=0.10303498804569244}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T20:19:49,700 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ad88d269956384930405ded987728787 2024-11-08T20:19:49,700 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ad88d269956384930405ded987728787: Running coprocessor pre-open hook at 1731097189692Writing region info on filesystem at 1731097189692Initializing all the Stores at 1731097189693 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097189693Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097189693Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097189693Cleaning up temporary data from old regions at 1731097189697 (+4 ms)Running coprocessor post-open hooks at 1731097189700 (+3 ms)Region opened successfully at 1731097189700 2024-11-08T20:19:49,701 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731097188562.ad88d269956384930405ded987728787., pid=6, masterSystemTime=1731097189688 2024-11-08T20:19:49,703 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731097188562.ad88d269956384930405ded987728787. 2024-11-08T20:19:49,703 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731097188562.ad88d269956384930405ded987728787. 2024-11-08T20:19:49,703 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ad88d269956384930405ded987728787, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ae1476a7656f,40603,1731097174428 2024-11-08T20:19:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:19:49,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad88d269956384930405ded987728787, server=ae1476a7656f,40603,1731097174428 because future has completed 2024-11-08T20:19:49,707 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T20:19:49,707 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ad88d269956384930405ded987728787, server=ae1476a7656f,40603,1731097174428 in 169 msec 2024-11-08T20:19:49,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T20:19:49,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ad88d269956384930405ded987728787, ASSIGN in 325 msec 2024-11-08T20:19:49,709 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T20:19:49,709 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097189709"}]},"ts":"1731097189709"} 2024-11-08T20:19:49,710 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T20:19:49,711 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T20:19:49,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-08T20:19:50,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:19:50,713 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T20:19:50,713 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:19:50,714 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,39179,1731097179772 2024-11-08T20:19:50,714 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61682220 2024-11-08T20:19:50,714 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:19:50,715 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:19:50,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:19:50,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T20:19:50,717 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T20:19:50,717 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:50,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T20:19:50,718 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T20:19:50,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:19:50,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741835_1011 (size=902) 2024-11-08T20:19:50,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:19:51,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:19:51,124 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cecef1df3bf74e375e7f3eb54aac606a, NAME => 'test,,1731097190715.cecef1df3bf74e375e7f3eb54aac606a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573 2024-11-08T20:19:51,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741836_1012 (size=39) 2024-11-08T20:19:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:19:51,528 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731097190715.cecef1df3bf74e375e7f3eb54aac606a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:19:51,529 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cecef1df3bf74e375e7f3eb54aac606a, disabling compactions & flushes 2024-11-08T20:19:51,529 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731097190715.cecef1df3bf74e375e7f3eb54aac606a. 2024-11-08T20:19:51,529 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731097190715.cecef1df3bf74e375e7f3eb54aac606a. 2024-11-08T20:19:51,529 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731097190715.cecef1df3bf74e375e7f3eb54aac606a. after waiting 0 ms 2024-11-08T20:19:51,529 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731097190715.cecef1df3bf74e375e7f3eb54aac606a. 2024-11-08T20:19:51,529 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731097190715.cecef1df3bf74e375e7f3eb54aac606a. 2024-11-08T20:19:51,529 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cecef1df3bf74e375e7f3eb54aac606a: Waiting for close lock at 1731097191529Disabling compacts and flushes for region at 1731097191529Disabling writes for close at 1731097191529Writing region close event to WAL at 1731097191529Closed at 1731097191529 2024-11-08T20:19:51,530 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T20:19:51,530 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731097190715.cecef1df3bf74e375e7f3eb54aac606a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731097191530"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731097191530"}]},"ts":"1731097191530"} 2024-11-08T20:19:51,532 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T20:19:51,532 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T20:19:51,532 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097191532"}]},"ts":"1731097191532"} 2024-11-08T20:19:51,534 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T20:19:51,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cecef1df3bf74e375e7f3eb54aac606a, ASSIGN}] 2024-11-08T20:19:51,535 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cecef1df3bf74e375e7f3eb54aac606a, ASSIGN 2024-11-08T20:19:51,536 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cecef1df3bf74e375e7f3eb54aac606a, ASSIGN; state=OFFLINE, location=ae1476a7656f,34595,1731097179918; forceNewPlan=false, retain=false 2024-11-08T20:19:51,686 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cecef1df3bf74e375e7f3eb54aac606a, regionState=OPENING, regionLocation=ae1476a7656f,34595,1731097179918 2024-11-08T20:19:51,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cecef1df3bf74e375e7f3eb54aac606a, ASSIGN because future has completed 2024-11-08T20:19:51,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cecef1df3bf74e375e7f3eb54aac606a, server=ae1476a7656f,34595,1731097179918}] 2024-11-08T20:19:51,843 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731097190715.cecef1df3bf74e375e7f3eb54aac606a. 2024-11-08T20:19:51,844 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cecef1df3bf74e375e7f3eb54aac606a, NAME => 'test,,1731097190715.cecef1df3bf74e375e7f3eb54aac606a.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:19:51,844 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:19:51,844 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T20:19:51,844 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cecef1df3bf74e375e7f3eb54aac606a 2024-11-08T20:19:51,844 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731097190715.cecef1df3bf74e375e7f3eb54aac606a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:19:51,844 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cecef1df3bf74e375e7f3eb54aac606a 2024-11-08T20:19:51,844 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cecef1df3bf74e375e7f3eb54aac606a 2024-11-08T20:19:51,846 INFO [StoreOpener-cecef1df3bf74e375e7f3eb54aac606a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cecef1df3bf74e375e7f3eb54aac606a 2024-11-08T20:19:51,846 INFO [StoreOpener-cecef1df3bf74e375e7f3eb54aac606a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cecef1df3bf74e375e7f3eb54aac606a columnFamilyName f 2024-11-08T20:19:51,846 DEBUG [StoreOpener-cecef1df3bf74e375e7f3eb54aac606a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:51,847 INFO [StoreOpener-cecef1df3bf74e375e7f3eb54aac606a-1 {}] regionserver.HStore(327): Store=cecef1df3bf74e375e7f3eb54aac606a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:19:51,847 INFO [StoreOpener-cecef1df3bf74e375e7f3eb54aac606a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cecef1df3bf74e375e7f3eb54aac606a 2024-11-08T20:19:51,848 INFO [StoreOpener-cecef1df3bf74e375e7f3eb54aac606a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cecef1df3bf74e375e7f3eb54aac606a columnFamilyName f1 2024-11-08T20:19:51,848 DEBUG [StoreOpener-cecef1df3bf74e375e7f3eb54aac606a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:51,848 INFO [StoreOpener-cecef1df3bf74e375e7f3eb54aac606a-1 {}] regionserver.HStore(327): Store=cecef1df3bf74e375e7f3eb54aac606a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:19:51,848 INFO [StoreOpener-cecef1df3bf74e375e7f3eb54aac606a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cecef1df3bf74e375e7f3eb54aac606a 2024-11-08T20:19:51,849 INFO [StoreOpener-cecef1df3bf74e375e7f3eb54aac606a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cecef1df3bf74e375e7f3eb54aac606a columnFamilyName norep 2024-11-08T20:19:51,849 DEBUG [StoreOpener-cecef1df3bf74e375e7f3eb54aac606a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:51,849 INFO [StoreOpener-cecef1df3bf74e375e7f3eb54aac606a-1 {}] regionserver.HStore(327): Store=cecef1df3bf74e375e7f3eb54aac606a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:19:51,849 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cecef1df3bf74e375e7f3eb54aac606a 2024-11-08T20:19:51,850 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/default/test/cecef1df3bf74e375e7f3eb54aac606a 2024-11-08T20:19:51,850 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/default/test/cecef1df3bf74e375e7f3eb54aac606a 2024-11-08T20:19:51,850 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cecef1df3bf74e375e7f3eb54aac606a 2024-11-08T20:19:51,850 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cecef1df3bf74e375e7f3eb54aac606a 2024-11-08T20:19:51,851 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T20:19:51,851 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cecef1df3bf74e375e7f3eb54aac606a 2024-11-08T20:19:51,853 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/default/test/cecef1df3bf74e375e7f3eb54aac606a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:19:51,853 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cecef1df3bf74e375e7f3eb54aac606a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67012649, jitterRate=-0.0014337152242660522}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T20:19:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:19:51,853 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cecef1df3bf74e375e7f3eb54aac606a 2024-11-08T20:19:51,864 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cecef1df3bf74e375e7f3eb54aac606a: Running coprocessor pre-open hook at 1731097191845Writing region info on filesystem at 1731097191845Initializing all the Stores at 1731097191845Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097191845Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097191845Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097191845Cleaning up temporary data from old regions at 1731097191850 (+5 ms)Running coprocessor post-open hooks at 1731097191864 (+14 ms)Region opened successfully at 1731097191864 2024-11-08T20:19:51,865 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731097190715.cecef1df3bf74e375e7f3eb54aac606a., pid=6, masterSystemTime=1731097191840 2024-11-08T20:19:51,867 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731097190715.cecef1df3bf74e375e7f3eb54aac606a. 2024-11-08T20:19:51,867 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731097190715.cecef1df3bf74e375e7f3eb54aac606a. 2024-11-08T20:19:51,867 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cecef1df3bf74e375e7f3eb54aac606a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ae1476a7656f,34595,1731097179918 2024-11-08T20:19:51,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cecef1df3bf74e375e7f3eb54aac606a, server=ae1476a7656f,34595,1731097179918 because future has completed 2024-11-08T20:19:51,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T20:19:51,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cecef1df3bf74e375e7f3eb54aac606a, server=ae1476a7656f,34595,1731097179918 in 182 msec 2024-11-08T20:19:51,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T20:19:51,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cecef1df3bf74e375e7f3eb54aac606a, ASSIGN in 338 msec 2024-11-08T20:19:51,874 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T20:19:51,874 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097191874"}]},"ts":"1731097191874"} 2024-11-08T20:19:51,876 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T20:19:51,877 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T20:19:51,878 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1620 sec 2024-11-08T20:19:52,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:19:52,874 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T20:19:52,874 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:19:52,875 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,45019,1731097185352 2024-11-08T20:19:52,875 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ae37364 2024-11-08T20:19:52,875 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:19:52,876 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:19:52,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45019 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:19:52,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45019 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T20:19:52,924 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T20:19:52,924 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:52,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45019 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T20:19:52,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:19:52,925 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T20:19:52,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35907 is added to blk_1073741835_1011 (size=902) 2024-11-08T20:19:53,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:19:53,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:19:53,331 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 70523098874c83fb03646c626f117c13, NAME => 'test,,1731097192876.70523098874c83fb03646c626f117c13.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd 2024-11-08T20:19:53,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35907 is added to blk_1073741836_1012 (size=39) 2024-11-08T20:19:53,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:19:53,737 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731097192876.70523098874c83fb03646c626f117c13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:19:53,737 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 70523098874c83fb03646c626f117c13, disabling compactions & flushes 2024-11-08T20:19:53,737 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731097192876.70523098874c83fb03646c626f117c13. 2024-11-08T20:19:53,737 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731097192876.70523098874c83fb03646c626f117c13. 2024-11-08T20:19:53,737 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731097192876.70523098874c83fb03646c626f117c13. after waiting 0 ms 2024-11-08T20:19:53,737 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731097192876.70523098874c83fb03646c626f117c13. 2024-11-08T20:19:53,737 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731097192876.70523098874c83fb03646c626f117c13. 2024-11-08T20:19:53,737 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 70523098874c83fb03646c626f117c13: Waiting for close lock at 1731097193737Disabling compacts and flushes for region at 1731097193737Disabling writes for close at 1731097193737Writing region close event to WAL at 1731097193737Closed at 1731097193737 2024-11-08T20:19:53,738 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T20:19:53,738 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731097192876.70523098874c83fb03646c626f117c13.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731097193738"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731097193738"}]},"ts":"1731097193738"} 2024-11-08T20:19:53,740 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T20:19:53,741 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T20:19:53,741 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097193741"}]},"ts":"1731097193741"} 2024-11-08T20:19:53,743 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T20:19:53,743 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=70523098874c83fb03646c626f117c13, ASSIGN}] 2024-11-08T20:19:53,745 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=70523098874c83fb03646c626f117c13, ASSIGN 2024-11-08T20:19:53,746 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=70523098874c83fb03646c626f117c13, ASSIGN; state=OFFLINE, location=ae1476a7656f,44459,1731097185499; forceNewPlan=false, retain=false 2024-11-08T20:19:53,896 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=70523098874c83fb03646c626f117c13, regionState=OPENING, regionLocation=ae1476a7656f,44459,1731097185499 2024-11-08T20:19:53,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=70523098874c83fb03646c626f117c13, ASSIGN because future has completed 2024-11-08T20:19:53,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70523098874c83fb03646c626f117c13, server=ae1476a7656f,44459,1731097185499}] 2024-11-08T20:19:53,900 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T20:19:53,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:53,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:53,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:53,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:53,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:53,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:53,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:53,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:53,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:53,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:53,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:53,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:54,054 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731097192876.70523098874c83fb03646c626f117c13. 2024-11-08T20:19:54,054 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 70523098874c83fb03646c626f117c13, NAME => 'test,,1731097192876.70523098874c83fb03646c626f117c13.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:19:54,054 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:19:54,054 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T20:19:54,054 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 70523098874c83fb03646c626f117c13 2024-11-08T20:19:54,054 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731097192876.70523098874c83fb03646c626f117c13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:19:54,054 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 70523098874c83fb03646c626f117c13 2024-11-08T20:19:54,055 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 70523098874c83fb03646c626f117c13 2024-11-08T20:19:54,056 INFO [StoreOpener-70523098874c83fb03646c626f117c13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 70523098874c83fb03646c626f117c13 2024-11-08T20:19:54,057 INFO [StoreOpener-70523098874c83fb03646c626f117c13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70523098874c83fb03646c626f117c13 columnFamilyName f 2024-11-08T20:19:54,057 DEBUG [StoreOpener-70523098874c83fb03646c626f117c13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:54,057 INFO [StoreOpener-70523098874c83fb03646c626f117c13-1 {}] regionserver.HStore(327): Store=70523098874c83fb03646c626f117c13/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:19:54,057 INFO [StoreOpener-70523098874c83fb03646c626f117c13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 70523098874c83fb03646c626f117c13 2024-11-08T20:19:54,058 INFO [StoreOpener-70523098874c83fb03646c626f117c13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70523098874c83fb03646c626f117c13 columnFamilyName f1 2024-11-08T20:19:54,058 DEBUG [StoreOpener-70523098874c83fb03646c626f117c13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:54,058 INFO [StoreOpener-70523098874c83fb03646c626f117c13-1 {}] regionserver.HStore(327): Store=70523098874c83fb03646c626f117c13/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:19:54,058 INFO [StoreOpener-70523098874c83fb03646c626f117c13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 70523098874c83fb03646c626f117c13 2024-11-08T20:19:54,059 INFO [StoreOpener-70523098874c83fb03646c626f117c13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70523098874c83fb03646c626f117c13 columnFamilyName norep 2024-11-08T20:19:54,059 DEBUG [StoreOpener-70523098874c83fb03646c626f117c13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:54,059 INFO [StoreOpener-70523098874c83fb03646c626f117c13-1 {}] regionserver.HStore(327): Store=70523098874c83fb03646c626f117c13/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:19:54,059 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 70523098874c83fb03646c626f117c13 2024-11-08T20:19:54,060 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/default/test/70523098874c83fb03646c626f117c13 2024-11-08T20:19:54,060 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/default/test/70523098874c83fb03646c626f117c13 2024-11-08T20:19:54,061 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 70523098874c83fb03646c626f117c13 2024-11-08T20:19:54,061 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 70523098874c83fb03646c626f117c13 2024-11-08T20:19:54,061 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T20:19:54,061 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 70523098874c83fb03646c626f117c13 2024-11-08T20:19:54,063 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/default/test/70523098874c83fb03646c626f117c13/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:19:54,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:19:54,063 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 70523098874c83fb03646c626f117c13; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71120172, jitterRate=0.059773147106170654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T20:19:54,063 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 70523098874c83fb03646c626f117c13 2024-11-08T20:19:54,064 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 70523098874c83fb03646c626f117c13: Running coprocessor pre-open hook at 1731097194055Writing region info on filesystem at 1731097194055Initializing all the Stores at 1731097194055Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097194055Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097194055Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097194055Cleaning up temporary data from old regions at 1731097194061 (+6 ms)Running coprocessor post-open hooks at 1731097194063 (+2 ms)Region opened successfully at 1731097194063 2024-11-08T20:19:54,064 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731097192876.70523098874c83fb03646c626f117c13., pid=6, masterSystemTime=1731097194050 2024-11-08T20:19:54,066 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731097192876.70523098874c83fb03646c626f117c13. 2024-11-08T20:19:54,066 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731097192876.70523098874c83fb03646c626f117c13. 2024-11-08T20:19:54,066 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=70523098874c83fb03646c626f117c13, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ae1476a7656f,44459,1731097185499 2024-11-08T20:19:54,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70523098874c83fb03646c626f117c13, server=ae1476a7656f,44459,1731097185499 because future has completed 2024-11-08T20:19:54,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T20:19:54,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 70523098874c83fb03646c626f117c13, server=ae1476a7656f,44459,1731097185499 in 170 msec 2024-11-08T20:19:54,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T20:19:54,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=70523098874c83fb03646c626f117c13, ASSIGN in 327 msec 2024-11-08T20:19:54,072 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T20:19:54,073 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097194072"}]},"ts":"1731097194072"} 2024-11-08T20:19:54,074 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T20:19:54,075 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T20:19:54,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1980 sec 2024-11-08T20:19:54,520 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T20:19:55,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:19:55,074 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T20:19:55,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@616a931a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:55,074 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,34459,-1 for getting cluster id 2024-11-08T20:19:55,075 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:19:55,075 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bbf6eb17-be35-4eaf-a72a-4f81dcf68064' 2024-11-08T20:19:55,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:19:55,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bbf6eb17-be35-4eaf-a72a-4f81dcf68064" 2024-11-08T20:19:55,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59fd96ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:55,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,34459,-1] 2024-11-08T20:19:55,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:19:55,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:55,077 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:19:55,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c3245, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:55,078 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:19:55,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,34459,1731097174231 2024-11-08T20:19:55,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1522dbc2 2024-11-08T20:19:55,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:19:55,080 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:19:55,080 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34459 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ae1476a7656f:39179,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T20:19:55,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34459 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T20:19:55,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:19:55,083 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ae1476a7656f:39179' 2024-11-08T20:19:55,085 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15a395a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:55,085 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,39179,-1 for getting cluster id 2024-11-08T20:19:55,085 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:19:55,086 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86cf2f05-6cbb-48c2-87f8-649a4174f4a2' 2024-11-08T20:19:55,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:19:55,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86cf2f05-6cbb-48c2-87f8-649a4174f4a2" 2024-11-08T20:19:55,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1270179a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:55,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,39179,-1] 2024-11-08T20:19:55,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:19:55,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:55,087 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:19:55,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6def565f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:55,088 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:19:55,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,39179,1731097179772 2024-11-08T20:19:55,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@311e0ec8 2024-11-08T20:19:55,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:19:55,090 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:19:55,091 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T20:19:55,091 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T20:19:55,091 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:55,091 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:19:55,091 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:55,092 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:19:55,093 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T20:19:55,094 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T20:19:55,094 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:55,094 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T20:19:55,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741837_1013 (size=1138) 2024-11-08T20:19:55,143 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T20:19:55,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:19:55,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:19:55,504 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 40efc1d382df6ab15b95924fc9b1a9c7, NAME => 'hbase:replication,,1731097195092.40efc1d382df6ab15b95924fc9b1a9c7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661 2024-11-08T20:19:55,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741838_1014 (size=44) 2024-11-08T20:19:55,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:19:55,913 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731097195092.40efc1d382df6ab15b95924fc9b1a9c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:19:55,914 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 40efc1d382df6ab15b95924fc9b1a9c7, disabling compactions & flushes 2024-11-08T20:19:55,914 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731097195092.40efc1d382df6ab15b95924fc9b1a9c7. 2024-11-08T20:19:55,914 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731097195092.40efc1d382df6ab15b95924fc9b1a9c7. 2024-11-08T20:19:55,914 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731097195092.40efc1d382df6ab15b95924fc9b1a9c7. after waiting 0 ms 2024-11-08T20:19:55,914 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731097195092.40efc1d382df6ab15b95924fc9b1a9c7. 2024-11-08T20:19:55,914 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731097195092.40efc1d382df6ab15b95924fc9b1a9c7. 2024-11-08T20:19:55,914 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 40efc1d382df6ab15b95924fc9b1a9c7: Waiting for close lock at 1731097195914Disabling compacts and flushes for region at 1731097195914Disabling writes for close at 1731097195914Writing region close event to WAL at 1731097195914Closed at 1731097195914 2024-11-08T20:19:55,915 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T20:19:55,915 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731097195092.40efc1d382df6ab15b95924fc9b1a9c7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731097195915"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731097195915"}]},"ts":"1731097195915"} 2024-11-08T20:19:55,917 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T20:19:55,918 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T20:19:55,918 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097195918"}]},"ts":"1731097195918"} 2024-11-08T20:19:55,920 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T20:19:55,920 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=40efc1d382df6ab15b95924fc9b1a9c7, ASSIGN}] 2024-11-08T20:19:55,921 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=40efc1d382df6ab15b95924fc9b1a9c7, ASSIGN 2024-11-08T20:19:55,922 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=40efc1d382df6ab15b95924fc9b1a9c7, ASSIGN; state=OFFLINE, location=ae1476a7656f,40603,1731097174428; forceNewPlan=false, retain=false 2024-11-08T20:19:56,072 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=40efc1d382df6ab15b95924fc9b1a9c7, regionState=OPENING, regionLocation=ae1476a7656f,40603,1731097174428 2024-11-08T20:19:56,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=40efc1d382df6ab15b95924fc9b1a9c7, ASSIGN because future has completed 2024-11-08T20:19:56,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40efc1d382df6ab15b95924fc9b1a9c7, server=ae1476a7656f,40603,1731097174428}] 2024-11-08T20:19:56,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:19:56,230 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731097195092.40efc1d382df6ab15b95924fc9b1a9c7. 2024-11-08T20:19:56,230 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:19:56,230 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T20:19:56,231 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C40603%2C1731097174428.rep, suffix=, logDir=hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428, archiveDir=hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/oldWALs, maxLogs=10 2024-11-08T20:19:56,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.rep.1731097196232, exclude list is [], retry=0 2024-11-08T20:19:56,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38747,DS-96662698-c92a-47ad-9e7f-7496a70e3b0e,DISK] 2024-11-08T20:19:56,253 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.rep.1731097196232 2024-11-08T20:19:56,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40125:40125)] 2024-11-08T20:19:56,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 40efc1d382df6ab15b95924fc9b1a9c7, NAME => 'hbase:replication,,1731097195092.40efc1d382df6ab15b95924fc9b1a9c7.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:19:56,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:19:56,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T20:19:56,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731097195092.40efc1d382df6ab15b95924fc9b1a9c7. service=MultiRowMutationService 2024-11-08T20:19:56,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T20:19:56,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 40efc1d382df6ab15b95924fc9b1a9c7 2024-11-08T20:19:56,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731097195092.40efc1d382df6ab15b95924fc9b1a9c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:19:56,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 40efc1d382df6ab15b95924fc9b1a9c7 2024-11-08T20:19:56,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 40efc1d382df6ab15b95924fc9b1a9c7 2024-11-08T20:19:56,255 INFO [StoreOpener-40efc1d382df6ab15b95924fc9b1a9c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 40efc1d382df6ab15b95924fc9b1a9c7 2024-11-08T20:19:56,257 INFO [StoreOpener-40efc1d382df6ab15b95924fc9b1a9c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40efc1d382df6ab15b95924fc9b1a9c7 columnFamilyName hfileref 2024-11-08T20:19:56,257 DEBUG [StoreOpener-40efc1d382df6ab15b95924fc9b1a9c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:56,257 INFO [StoreOpener-40efc1d382df6ab15b95924fc9b1a9c7-1 {}] regionserver.HStore(327): Store=40efc1d382df6ab15b95924fc9b1a9c7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:19:56,257 INFO [StoreOpener-40efc1d382df6ab15b95924fc9b1a9c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 40efc1d382df6ab15b95924fc9b1a9c7 2024-11-08T20:19:56,258 INFO [StoreOpener-40efc1d382df6ab15b95924fc9b1a9c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40efc1d382df6ab15b95924fc9b1a9c7 columnFamilyName queue 2024-11-08T20:19:56,258 DEBUG [StoreOpener-40efc1d382df6ab15b95924fc9b1a9c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:56,258 INFO [StoreOpener-40efc1d382df6ab15b95924fc9b1a9c7-1 {}] regionserver.HStore(327): Store=40efc1d382df6ab15b95924fc9b1a9c7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:19:56,258 INFO [StoreOpener-40efc1d382df6ab15b95924fc9b1a9c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 40efc1d382df6ab15b95924fc9b1a9c7 2024-11-08T20:19:56,259 INFO [StoreOpener-40efc1d382df6ab15b95924fc9b1a9c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40efc1d382df6ab15b95924fc9b1a9c7 columnFamilyName sid 2024-11-08T20:19:56,259 DEBUG [StoreOpener-40efc1d382df6ab15b95924fc9b1a9c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:56,259 INFO [StoreOpener-40efc1d382df6ab15b95924fc9b1a9c7-1 {}] regionserver.HStore(327): Store=40efc1d382df6ab15b95924fc9b1a9c7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:19:56,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 40efc1d382df6ab15b95924fc9b1a9c7 2024-11-08T20:19:56,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/hbase/replication/40efc1d382df6ab15b95924fc9b1a9c7 2024-11-08T20:19:56,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/hbase/replication/40efc1d382df6ab15b95924fc9b1a9c7 2024-11-08T20:19:56,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 40efc1d382df6ab15b95924fc9b1a9c7 2024-11-08T20:19:56,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 40efc1d382df6ab15b95924fc9b1a9c7 2024-11-08T20:19:56,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T20:19:56,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 40efc1d382df6ab15b95924fc9b1a9c7 2024-11-08T20:19:56,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/hbase/replication/40efc1d382df6ab15b95924fc9b1a9c7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:19:56,263 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 40efc1d382df6ab15b95924fc9b1a9c7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61053616, jitterRate=-0.09023022651672363}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T20:19:56,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 40efc1d382df6ab15b95924fc9b1a9c7 2024-11-08T20:19:56,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 40efc1d382df6ab15b95924fc9b1a9c7: Running coprocessor pre-open hook at 1731097196255Writing region info on filesystem at 1731097196255Initializing all the Stores at 1731097196255Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097196255Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097196255Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097196255Cleaning up temporary data from old regions at 1731097196261 (+6 ms)Running coprocessor post-open hooks at 1731097196263 (+2 ms)Region opened successfully at 1731097196263 2024-11-08T20:19:56,264 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731097195092.40efc1d382df6ab15b95924fc9b1a9c7., pid=10, masterSystemTime=1731097196227 2024-11-08T20:19:56,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731097195092.40efc1d382df6ab15b95924fc9b1a9c7. 2024-11-08T20:19:56,266 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731097195092.40efc1d382df6ab15b95924fc9b1a9c7. 2024-11-08T20:19:56,266 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=40efc1d382df6ab15b95924fc9b1a9c7, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,40603,1731097174428 2024-11-08T20:19:56,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40efc1d382df6ab15b95924fc9b1a9c7, server=ae1476a7656f,40603,1731097174428 because future has completed 2024-11-08T20:19:56,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T20:19:56,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 40efc1d382df6ab15b95924fc9b1a9c7, server=ae1476a7656f,40603,1731097174428 in 193 msec 2024-11-08T20:19:56,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T20:19:56,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=40efc1d382df6ab15b95924fc9b1a9c7, ASSIGN in 350 msec 2024-11-08T20:19:56,272 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T20:19:56,272 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097196272"}]},"ts":"1731097196272"} 2024-11-08T20:19:56,273 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T20:19:56,274 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T20:19:56,275 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1820 sec 2024-11-08T20:19:56,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731097195092.40efc1d382df6ab15b95924fc9b1a9c7., hostname=ae1476a7656f,40603,1731097174428, seqNum=2] 2024-11-08T20:19:56,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40603-0x1011c1a94430001, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794638229 2024-11-08T20:19:56,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x1011c1a94430000, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794638229 2024-11-08T20:19:56,394 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T20:19:56,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40603 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T20:19:56,546 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T20:19:56,573 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ae1476a7656f,40603,1731097174428, ReplicationSource: 1, currentBandwidth=0 2024-11-08T20:19:56,574 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:19:56,574 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,40603,1731097174428, seqNum=-1] 2024-11-08T20:19:56,574 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:19:56,575 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50407, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-08T20:19:56,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ae1476a7656f,40603,1731097174428', locateType=CURRENT is [region=hbase:replication,,1731097195092.40efc1d382df6ab15b95924fc9b1a9c7., hostname=ae1476a7656f,40603,1731097174428, seqNum=2] 2024-11-08T20:19:56,588 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T20:19:56,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34459 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T20:19:56,590 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ae1476a7656f,40603,1731097174428 suceeded 2024-11-08T20:19:56,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T20:19:56,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-08T20:19:56,605 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ae1476a7656f:39179,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T20:19:56,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5250 sec 2024-11-08T20:19:56,610 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ae1476a7656f:39179' 2024-11-08T20:19:56,611 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d0d5972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:56,611 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,39179,-1 for getting cluster id 2024-11-08T20:19:56,612 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:19:56,612 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86cf2f05-6cbb-48c2-87f8-649a4174f4a2' 2024-11-08T20:19:56,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:19:56,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86cf2f05-6cbb-48c2-87f8-649a4174f4a2" 2024-11-08T20:19:56,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11932db8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:56,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,39179,-1] 2024-11-08T20:19:56,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:19:56,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:56,614 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:19:56,614 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1552606a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:56,615 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:19:56,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,39179,1731097179772 2024-11-08T20:19:56,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27336dde 2024-11-08T20:19:56,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:19:56,616 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-08T20:19:56,617 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ae1476a7656f,40603,1731097174428 (queues=1) is replicating from cluster=bbf6eb17-be35-4eaf-a72a-4f81dcf68064 to cluster=86cf2f05-6cbb-48c2-87f8-649a4174f4a2 2024-11-08T20:19:56,617 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ae1476a7656f%2C40603%2C1731097174428 2024-11-08T20:19:56,617 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ae1476a7656f,40603,1731097174428, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T20:19:56,618 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641, startPosition=0, beingWritten=true 2024-11-08T20:19:56,624 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.shipperae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ae1476a7656f%2C40603%2C1731097174428 2024-11-08T20:19:56,636 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T20:19:56,636 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 379, reset compression=false 2024-11-08T20:19:56,636 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.shipperae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,40603,1731097174428 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T20:19:56,843 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 379, reset compression=false 2024-11-08T20:19:57,147 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 379, reset compression=false 2024-11-08T20:19:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:19:57,244 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T20:19:57,244 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:19:57,244 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:19:57,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:57,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:57,245 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:19:57,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1842c7e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:57,245 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,39179,-1 for getting cluster id 2024-11-08T20:19:57,246 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:19:57,246 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86cf2f05-6cbb-48c2-87f8-649a4174f4a2' 2024-11-08T20:19:57,246 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:19:57,246 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86cf2f05-6cbb-48c2-87f8-649a4174f4a2" 2024-11-08T20:19:57,247 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@657b5cec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:57,247 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,39179,-1] 2024-11-08T20:19:57,247 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:19:57,247 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:57,248 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:19:57,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e2b1ab5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:57,252 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:19:57,253 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,39179,1731097179772 2024-11-08T20:19:57,253 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@591799c 2024-11-08T20:19:57,253 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:19:57,255 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:19:57,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ae1476a7656f:45019,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T20:19:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T20:19:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:19:57,259 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ae1476a7656f:45019' 2024-11-08T20:19:57,260 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7b4247, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:57,260 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,45019,-1 for getting cluster id 2024-11-08T20:19:57,260 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:19:57,261 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba8a7a98-274a-43bd-858a-3c41ab2a60f2' 2024-11-08T20:19:57,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:19:57,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba8a7a98-274a-43bd-858a-3c41ab2a60f2" 2024-11-08T20:19:57,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@293dbfb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:57,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,45019,-1] 2024-11-08T20:19:57,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:19:57,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:57,262 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:19:57,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66dcf0fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:57,263 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:19:57,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,45019,1731097185352 2024-11-08T20:19:57,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@eeab80b 2024-11-08T20:19:57,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:19:57,264 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:19:57,265 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-08T20:19:57,265 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T20:19:57,265 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:57,265 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:57,265 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:19:57,265 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:19:57,267 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T20:19:57,267 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T20:19:57,267 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:57,268 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T20:19:57,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741837_1013 (size=1138) 2024-11-08T20:19:57,317 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T20:19:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:19:57,551 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 379, reset compression=false 2024-11-08T20:19:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:19:57,674 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 30ee308d337c1d72b08adc2c7bf4ff96, NAME => 'hbase:replication,,1731097197265.30ee308d337c1d72b08adc2c7bf4ff96.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573 2024-11-08T20:19:57,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741838_1014 (size=44) 2024-11-08T20:19:57,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T20:19:57,810 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T20:19:57,811 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T20:19:57,811 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T20:19:57,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:19:58,054 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 379, reset compression=false 2024-11-08T20:19:58,078 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731097197265.30ee308d337c1d72b08adc2c7bf4ff96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:19:58,079 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 30ee308d337c1d72b08adc2c7bf4ff96, disabling compactions & flushes 2024-11-08T20:19:58,079 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731097197265.30ee308d337c1d72b08adc2c7bf4ff96. 2024-11-08T20:19:58,079 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731097197265.30ee308d337c1d72b08adc2c7bf4ff96. 2024-11-08T20:19:58,079 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731097197265.30ee308d337c1d72b08adc2c7bf4ff96. after waiting 0 ms 2024-11-08T20:19:58,079 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731097197265.30ee308d337c1d72b08adc2c7bf4ff96. 2024-11-08T20:19:58,079 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731097197265.30ee308d337c1d72b08adc2c7bf4ff96. 2024-11-08T20:19:58,079 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 30ee308d337c1d72b08adc2c7bf4ff96: Waiting for close lock at 1731097198079Disabling compacts and flushes for region at 1731097198079Disabling writes for close at 1731097198079Writing region close event to WAL at 1731097198079Closed at 1731097198079 2024-11-08T20:19:58,080 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T20:19:58,080 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731097197265.30ee308d337c1d72b08adc2c7bf4ff96.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731097198080"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731097198080"}]},"ts":"1731097198080"} 2024-11-08T20:19:58,082 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T20:19:58,083 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T20:19:58,083 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097198083"}]},"ts":"1731097198083"} 2024-11-08T20:19:58,085 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T20:19:58,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=30ee308d337c1d72b08adc2c7bf4ff96, ASSIGN}] 2024-11-08T20:19:58,086 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=30ee308d337c1d72b08adc2c7bf4ff96, ASSIGN 2024-11-08T20:19:58,087 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=30ee308d337c1d72b08adc2c7bf4ff96, ASSIGN; state=OFFLINE, location=ae1476a7656f,34595,1731097179918; forceNewPlan=false, retain=false 2024-11-08T20:19:58,237 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=30ee308d337c1d72b08adc2c7bf4ff96, regionState=OPENING, regionLocation=ae1476a7656f,34595,1731097179918 2024-11-08T20:19:58,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=30ee308d337c1d72b08adc2c7bf4ff96, ASSIGN because future has completed 2024-11-08T20:19:58,240 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30ee308d337c1d72b08adc2c7bf4ff96, server=ae1476a7656f,34595,1731097179918}] 2024-11-08T20:19:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:19:58,395 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731097197265.30ee308d337c1d72b08adc2c7bf4ff96. 2024-11-08T20:19:58,395 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:19:58,395 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T20:19:58,396 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C34595%2C1731097179918.rep, suffix=, logDir=hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918, archiveDir=hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/oldWALs, maxLogs=10 2024-11-08T20:19:58,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.rep.1731097198397, exclude list is [], retry=0 2024-11-08T20:19:58,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33105,DS-ba4030db-a459-48ad-962d-3fdd871e87e1,DISK] 2024-11-08T20:19:58,413 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.rep.1731097198397 2024-11-08T20:19:58,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40397:40397)] 2024-11-08T20:19:58,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 30ee308d337c1d72b08adc2c7bf4ff96, NAME => 'hbase:replication,,1731097197265.30ee308d337c1d72b08adc2c7bf4ff96.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:19:58,413 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:19:58,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T20:19:58,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731097197265.30ee308d337c1d72b08adc2c7bf4ff96. service=MultiRowMutationService 2024-11-08T20:19:58,414 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T20:19:58,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 30ee308d337c1d72b08adc2c7bf4ff96 2024-11-08T20:19:58,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731097197265.30ee308d337c1d72b08adc2c7bf4ff96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:19:58,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 30ee308d337c1d72b08adc2c7bf4ff96 2024-11-08T20:19:58,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 30ee308d337c1d72b08adc2c7bf4ff96 2024-11-08T20:19:58,415 INFO [StoreOpener-30ee308d337c1d72b08adc2c7bf4ff96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 30ee308d337c1d72b08adc2c7bf4ff96 2024-11-08T20:19:58,416 INFO [StoreOpener-30ee308d337c1d72b08adc2c7bf4ff96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30ee308d337c1d72b08adc2c7bf4ff96 columnFamilyName hfileref 2024-11-08T20:19:58,416 DEBUG [StoreOpener-30ee308d337c1d72b08adc2c7bf4ff96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:58,416 INFO [StoreOpener-30ee308d337c1d72b08adc2c7bf4ff96-1 {}] regionserver.HStore(327): Store=30ee308d337c1d72b08adc2c7bf4ff96/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:19:58,417 INFO [StoreOpener-30ee308d337c1d72b08adc2c7bf4ff96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 30ee308d337c1d72b08adc2c7bf4ff96 2024-11-08T20:19:58,417 INFO [StoreOpener-30ee308d337c1d72b08adc2c7bf4ff96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30ee308d337c1d72b08adc2c7bf4ff96 columnFamilyName queue 2024-11-08T20:19:58,417 DEBUG [StoreOpener-30ee308d337c1d72b08adc2c7bf4ff96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:58,418 INFO [StoreOpener-30ee308d337c1d72b08adc2c7bf4ff96-1 {}] regionserver.HStore(327): Store=30ee308d337c1d72b08adc2c7bf4ff96/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:19:58,418 INFO [StoreOpener-30ee308d337c1d72b08adc2c7bf4ff96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 30ee308d337c1d72b08adc2c7bf4ff96 2024-11-08T20:19:58,419 INFO [StoreOpener-30ee308d337c1d72b08adc2c7bf4ff96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30ee308d337c1d72b08adc2c7bf4ff96 columnFamilyName sid 2024-11-08T20:19:58,419 DEBUG [StoreOpener-30ee308d337c1d72b08adc2c7bf4ff96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:58,419 INFO [StoreOpener-30ee308d337c1d72b08adc2c7bf4ff96-1 {}] regionserver.HStore(327): Store=30ee308d337c1d72b08adc2c7bf4ff96/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:19:58,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 30ee308d337c1d72b08adc2c7bf4ff96 2024-11-08T20:19:58,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/hbase/replication/30ee308d337c1d72b08adc2c7bf4ff96 2024-11-08T20:19:58,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/hbase/replication/30ee308d337c1d72b08adc2c7bf4ff96 2024-11-08T20:19:58,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 30ee308d337c1d72b08adc2c7bf4ff96 2024-11-08T20:19:58,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 30ee308d337c1d72b08adc2c7bf4ff96 2024-11-08T20:19:58,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T20:19:58,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 30ee308d337c1d72b08adc2c7bf4ff96 2024-11-08T20:19:58,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/hbase/replication/30ee308d337c1d72b08adc2c7bf4ff96/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:19:58,425 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 30ee308d337c1d72b08adc2c7bf4ff96; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73597415, jitterRate=0.0966869443655014}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T20:19:58,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 30ee308d337c1d72b08adc2c7bf4ff96 2024-11-08T20:19:58,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 30ee308d337c1d72b08adc2c7bf4ff96: Running coprocessor pre-open hook at 1731097198414Writing region info on filesystem at 1731097198414Initializing all the Stores at 1731097198415 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097198415Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097198415Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097198415Cleaning up temporary data from old regions at 1731097198420 (+5 ms)Running coprocessor post-open hooks at 1731097198425 (+5 ms)Region opened successfully at 1731097198425 2024-11-08T20:19:58,426 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731097197265.30ee308d337c1d72b08adc2c7bf4ff96., pid=10, masterSystemTime=1731097198392 2024-11-08T20:19:58,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731097197265.30ee308d337c1d72b08adc2c7bf4ff96. 2024-11-08T20:19:58,428 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731097197265.30ee308d337c1d72b08adc2c7bf4ff96. 2024-11-08T20:19:58,429 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=30ee308d337c1d72b08adc2c7bf4ff96, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,34595,1731097179918 2024-11-08T20:19:58,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30ee308d337c1d72b08adc2c7bf4ff96, server=ae1476a7656f,34595,1731097179918 because future has completed 2024-11-08T20:19:58,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T20:19:58,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 30ee308d337c1d72b08adc2c7bf4ff96, server=ae1476a7656f,34595,1731097179918 in 191 msec 2024-11-08T20:19:58,434 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T20:19:58,434 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=30ee308d337c1d72b08adc2c7bf4ff96, ASSIGN in 348 msec 2024-11-08T20:19:58,435 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T20:19:58,435 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097198435"}]},"ts":"1731097198435"} 2024-11-08T20:19:58,437 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T20:19:58,437 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T20:19:58,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1710 sec 2024-11-08T20:19:58,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731097197265.30ee308d337c1d72b08adc2c7bf4ff96., hostname=ae1476a7656f,34595,1731097179918, seqNum=2] 2024-11-08T20:19:58,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39179-0x1011c1a94430003, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1545894323 2024-11-08T20:19:58,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34595-0x1011c1a94430004, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1545894323 2024-11-08T20:19:58,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T20:19:58,658 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 379, reset compression=false 2024-11-08T20:19:58,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T20:19:58,705 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T20:19:58,731 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ae1476a7656f,34595,1731097179918, ReplicationSource: 1, currentBandwidth=0 2024-11-08T20:19:58,731 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:19:58,731 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,34595,1731097179918, seqNum=-1] 2024-11-08T20:19:58,732 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:19:58,732 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-08T20:19:58,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ae1476a7656f,34595,1731097179918', locateType=CURRENT is [region=hbase:replication,,1731097197265.30ee308d337c1d72b08adc2c7bf4ff96., hostname=ae1476a7656f,34595,1731097179918, seqNum=2] 2024-11-08T20:19:58,736 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T20:19:58,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T20:19:58,738 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ae1476a7656f,34595,1731097179918 suceeded 2024-11-08T20:19:58,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T20:19:58,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-08T20:19:58,740 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ae1476a7656f:45019,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T20:19:58,741 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4850 sec 2024-11-08T20:19:58,751 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ae1476a7656f:45019' 2024-11-08T20:19:58,752 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1633cb6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:58,752 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,45019,-1 for getting cluster id 2024-11-08T20:19:58,752 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:19:58,752 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba8a7a98-274a-43bd-858a-3c41ab2a60f2' 2024-11-08T20:19:58,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:19:58,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba8a7a98-274a-43bd-858a-3c41ab2a60f2" 2024-11-08T20:19:58,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d3be180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:58,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,45019,-1] 2024-11-08T20:19:58,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:19:58,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:58,754 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:19:58,754 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7738e28e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:58,754 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:19:58,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,45019,1731097185352 2024-11-08T20:19:58,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11a361a 2024-11-08T20:19:58,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:19:58,756 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-08T20:19:58,756 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ae1476a7656f,34595,1731097179918 (queues=1) is replicating from cluster=86cf2f05-6cbb-48c2-87f8-649a4174f4a2 to cluster=ba8a7a98-274a-43bd-858a-3c41ab2a60f2 2024-11-08T20:19:58,757 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ae1476a7656f%2C34595%2C1731097179918 2024-11-08T20:19:58,757 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ae1476a7656f,34595,1731097179918, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T20:19:58,757 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.shipperae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ae1476a7656f%2C34595%2C1731097179918 2024-11-08T20:19:58,757 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284, startPosition=0, beingWritten=true 2024-11-08T20:19:58,762 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T20:19:58,762 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284 to pos 379, reset compression=false 2024-11-08T20:19:58,762 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.shipperae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,34595,1731097179918 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T20:19:58,965 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284 to pos 379, reset compression=false 2024-11-08T20:19:59,268 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284 to pos 379, reset compression=false 2024-11-08T20:19:59,362 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 379, reset compression=false 2024-11-08T20:19:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:19:59,413 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T20:19:59,413 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:19:59,413 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:19:59,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:59,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:59,414 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:19:59,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c28e82e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:59,414 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,45019,-1 for getting cluster id 2024-11-08T20:19:59,415 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:19:59,415 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba8a7a98-274a-43bd-858a-3c41ab2a60f2' 2024-11-08T20:19:59,415 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:19:59,415 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba8a7a98-274a-43bd-858a-3c41ab2a60f2" 2024-11-08T20:19:59,415 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57f84ac0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:59,415 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,45019,-1] 2024-11-08T20:19:59,416 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:19:59,416 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:59,416 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:19:59,417 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@111237fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:59,417 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:19:59,418 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,45019,1731097185352 2024-11-08T20:19:59,418 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@248fba7f 2024-11-08T20:19:59,418 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:19:59,418 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:19:59,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45019 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ae1476a7656f:34459,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T20:19:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45019 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T20:19:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:19:59,421 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ae1476a7656f:34459' 2024-11-08T20:19:59,422 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d241a7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:59,422 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,34459,-1 for getting cluster id 2024-11-08T20:19:59,422 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:19:59,423 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bbf6eb17-be35-4eaf-a72a-4f81dcf68064' 2024-11-08T20:19:59,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:19:59,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bbf6eb17-be35-4eaf-a72a-4f81dcf68064" 2024-11-08T20:19:59,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@125c183f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:59,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,34459,-1] 2024-11-08T20:19:59,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:19:59,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:59,424 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:19:59,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61e0c68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:19:59,425 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:19:59,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,34459,1731097174231 2024-11-08T20:19:59,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b2e50e1 2024-11-08T20:19:59,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:19:59,426 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:19:59,427 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T20:19:59,427 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T20:19:59,427 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:59,427 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:19:59,427 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:19:59,427 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:19:59,428 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T20:19:59,429 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T20:19:59,429 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:19:59,429 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T20:19:59,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35907 is added to blk_1073741837_1013 (size=1138) 2024-11-08T20:19:59,478 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T20:19:59,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:19:59,557 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T20:19:59,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:59,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:59,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:59,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:59,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:59,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:59,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:59,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:59,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:59,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:59,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:59,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:19:59,672 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284 to pos 379, reset compression=false 2024-11-08T20:19:59,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:19:59,839 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0bd73500bac0e8143818fc10bdd99a44, NAME => 'hbase:replication,,1731097199427.0bd73500bac0e8143818fc10bdd99a44.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd 2024-11-08T20:19:59,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35907 is added to blk_1073741838_1014 (size=44) 2024-11-08T20:20:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:20:00,165 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 379, reset compression=false 2024-11-08T20:20:00,176 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284 to pos 379, reset compression=false 2024-11-08T20:20:00,244 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731097199427.0bd73500bac0e8143818fc10bdd99a44.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:20:00,245 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0bd73500bac0e8143818fc10bdd99a44, disabling compactions & flushes 2024-11-08T20:20:00,245 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731097199427.0bd73500bac0e8143818fc10bdd99a44. 2024-11-08T20:20:00,245 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731097199427.0bd73500bac0e8143818fc10bdd99a44. 2024-11-08T20:20:00,245 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731097199427.0bd73500bac0e8143818fc10bdd99a44. after waiting 0 ms 2024-11-08T20:20:00,245 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731097199427.0bd73500bac0e8143818fc10bdd99a44. 2024-11-08T20:20:00,245 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731097199427.0bd73500bac0e8143818fc10bdd99a44. 2024-11-08T20:20:00,245 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0bd73500bac0e8143818fc10bdd99a44: Waiting for close lock at 1731097200245Disabling compacts and flushes for region at 1731097200245Disabling writes for close at 1731097200245Writing region close event to WAL at 1731097200245Closed at 1731097200245 2024-11-08T20:20:00,246 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T20:20:00,246 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731097199427.0bd73500bac0e8143818fc10bdd99a44.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731097200246"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731097200246"}]},"ts":"1731097200246"} 2024-11-08T20:20:00,248 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T20:20:00,249 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T20:20:00,249 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097200249"}]},"ts":"1731097200249"} 2024-11-08T20:20:00,250 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T20:20:00,250 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0bd73500bac0e8143818fc10bdd99a44, ASSIGN}] 2024-11-08T20:20:00,251 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0bd73500bac0e8143818fc10bdd99a44, ASSIGN 2024-11-08T20:20:00,252 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0bd73500bac0e8143818fc10bdd99a44, ASSIGN; state=OFFLINE, location=ae1476a7656f,44459,1731097185499; forceNewPlan=false, retain=false 2024-11-08T20:20:00,403 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0bd73500bac0e8143818fc10bdd99a44, regionState=OPENING, regionLocation=ae1476a7656f,44459,1731097185499 2024-11-08T20:20:00,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0bd73500bac0e8143818fc10bdd99a44, ASSIGN because future has completed 2024-11-08T20:20:00,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0bd73500bac0e8143818fc10bdd99a44, server=ae1476a7656f,44459,1731097185499}] 2024-11-08T20:20:00,521 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T20:20:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:20:00,560 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731097199427.0bd73500bac0e8143818fc10bdd99a44. 2024-11-08T20:20:00,560 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:20:00,560 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T20:20:00,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C44459%2C1731097185499.rep, suffix=, logDir=hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499, archiveDir=hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/oldWALs, maxLogs=10 2024-11-08T20:20:00,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.rep.1731097200562, exclude list is [], retry=0 2024-11-08T20:20:00,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35907,DS-ed48d88b-d4a6-4d00-a203-fca8663a6c91,DISK] 2024-11-08T20:20:00,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.rep.1731097200562 2024-11-08T20:20:00,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36913:36913)] 2024-11-08T20:20:00,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0bd73500bac0e8143818fc10bdd99a44, NAME => 'hbase:replication,,1731097199427.0bd73500bac0e8143818fc10bdd99a44.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:20:00,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:20:00,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T20:20:00,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731097199427.0bd73500bac0e8143818fc10bdd99a44. service=MultiRowMutationService 2024-11-08T20:20:00,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T20:20:00,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0bd73500bac0e8143818fc10bdd99a44 2024-11-08T20:20:00,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731097199427.0bd73500bac0e8143818fc10bdd99a44.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:20:00,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0bd73500bac0e8143818fc10bdd99a44 2024-11-08T20:20:00,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0bd73500bac0e8143818fc10bdd99a44 2024-11-08T20:20:00,579 INFO [StoreOpener-0bd73500bac0e8143818fc10bdd99a44-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0bd73500bac0e8143818fc10bdd99a44 2024-11-08T20:20:00,580 INFO [StoreOpener-0bd73500bac0e8143818fc10bdd99a44-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bd73500bac0e8143818fc10bdd99a44 columnFamilyName hfileref 2024-11-08T20:20:00,580 DEBUG [StoreOpener-0bd73500bac0e8143818fc10bdd99a44-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:00,580 INFO [StoreOpener-0bd73500bac0e8143818fc10bdd99a44-1 {}] regionserver.HStore(327): Store=0bd73500bac0e8143818fc10bdd99a44/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:20:00,580 INFO [StoreOpener-0bd73500bac0e8143818fc10bdd99a44-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0bd73500bac0e8143818fc10bdd99a44 2024-11-08T20:20:00,581 INFO [StoreOpener-0bd73500bac0e8143818fc10bdd99a44-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bd73500bac0e8143818fc10bdd99a44 columnFamilyName queue 2024-11-08T20:20:00,581 DEBUG [StoreOpener-0bd73500bac0e8143818fc10bdd99a44-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:00,581 INFO [StoreOpener-0bd73500bac0e8143818fc10bdd99a44-1 {}] regionserver.HStore(327): Store=0bd73500bac0e8143818fc10bdd99a44/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:20:00,581 INFO [StoreOpener-0bd73500bac0e8143818fc10bdd99a44-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0bd73500bac0e8143818fc10bdd99a44 2024-11-08T20:20:00,582 INFO [StoreOpener-0bd73500bac0e8143818fc10bdd99a44-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bd73500bac0e8143818fc10bdd99a44 columnFamilyName sid 2024-11-08T20:20:00,582 DEBUG [StoreOpener-0bd73500bac0e8143818fc10bdd99a44-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:00,582 INFO [StoreOpener-0bd73500bac0e8143818fc10bdd99a44-1 {}] regionserver.HStore(327): Store=0bd73500bac0e8143818fc10bdd99a44/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:20:00,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0bd73500bac0e8143818fc10bdd99a44 2024-11-08T20:20:00,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/hbase/replication/0bd73500bac0e8143818fc10bdd99a44 2024-11-08T20:20:00,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/hbase/replication/0bd73500bac0e8143818fc10bdd99a44 2024-11-08T20:20:00,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0bd73500bac0e8143818fc10bdd99a44 2024-11-08T20:20:00,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0bd73500bac0e8143818fc10bdd99a44 2024-11-08T20:20:00,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T20:20:00,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0bd73500bac0e8143818fc10bdd99a44 2024-11-08T20:20:00,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/hbase/replication/0bd73500bac0e8143818fc10bdd99a44/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:20:00,587 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0bd73500bac0e8143818fc10bdd99a44; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72233682, jitterRate=0.07636573910713196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T20:20:00,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0bd73500bac0e8143818fc10bdd99a44 2024-11-08T20:20:00,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0bd73500bac0e8143818fc10bdd99a44: Running coprocessor pre-open hook at 1731097200578Writing region info on filesystem at 1731097200578Initializing all the Stores at 1731097200578Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097200578Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097200579 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097200579Cleaning up temporary data from old regions at 1731097200583 (+4 ms)Running coprocessor post-open hooks at 1731097200587 (+4 ms)Region opened successfully at 1731097200587 2024-11-08T20:20:00,588 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731097199427.0bd73500bac0e8143818fc10bdd99a44., pid=10, masterSystemTime=1731097200557 2024-11-08T20:20:00,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731097199427.0bd73500bac0e8143818fc10bdd99a44. 2024-11-08T20:20:00,590 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731097199427.0bd73500bac0e8143818fc10bdd99a44. 2024-11-08T20:20:00,590 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0bd73500bac0e8143818fc10bdd99a44, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,44459,1731097185499 2024-11-08T20:20:00,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0bd73500bac0e8143818fc10bdd99a44, server=ae1476a7656f,44459,1731097185499 because future has completed 2024-11-08T20:20:00,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T20:20:00,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0bd73500bac0e8143818fc10bdd99a44, server=ae1476a7656f,44459,1731097185499 in 188 msec 2024-11-08T20:20:00,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T20:20:00,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0bd73500bac0e8143818fc10bdd99a44, ASSIGN in 345 msec 2024-11-08T20:20:00,597 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T20:20:00,597 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097200597"}]},"ts":"1731097200597"} 2024-11-08T20:20:00,599 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T20:20:00,599 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T20:20:00,600 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-11-08T20:20:00,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731097199427.0bd73500bac0e8143818fc10bdd99a44., hostname=ae1476a7656f,44459,1731097185499, seqNum=2] 2024-11-08T20:20:00,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45019-0x1011c1a94430006, quorum=127.0.0.1:58647, baseZNode=/21079016350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21079016350 2024-11-08T20:20:00,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44459-0x1011c1a94430007, quorum=127.0.0.1:58647, baseZNode=/21079016350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21079016350 2024-11-08T20:20:00,731 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T20:20:00,779 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284 to pos 379, reset compression=false 2024-11-08T20:20:00,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T20:20:00,883 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T20:20:00,912 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ae1476a7656f,44459,1731097185499, ReplicationSource: 1, currentBandwidth=0 2024-11-08T20:20:00,912 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:20:00,912 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,44459,1731097185499, seqNum=-1] 2024-11-08T20:20:00,913 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:20:00,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-08T20:20:00,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ae1476a7656f,44459,1731097185499', locateType=CURRENT is [region=hbase:replication,,1731097199427.0bd73500bac0e8143818fc10bdd99a44., hostname=ae1476a7656f,44459,1731097185499, seqNum=2] 2024-11-08T20:20:00,917 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T20:20:00,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45019 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T20:20:00,919 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ae1476a7656f,44459,1731097185499 suceeded 2024-11-08T20:20:00,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T20:20:00,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-08T20:20:00,921 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ae1476a7656f:34459,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T20:20:00,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5020 sec 2024-11-08T20:20:00,932 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ae1476a7656f:34459' 2024-11-08T20:20:00,933 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f600664, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:00,933 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,34459,-1 for getting cluster id 2024-11-08T20:20:00,933 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:20:00,934 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bbf6eb17-be35-4eaf-a72a-4f81dcf68064' 2024-11-08T20:20:00,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:20:00,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bbf6eb17-be35-4eaf-a72a-4f81dcf68064" 2024-11-08T20:20:00,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74acd5dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:00,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,34459,-1] 2024-11-08T20:20:00,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:20:00,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:00,935 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:20:00,935 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55410472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:00,935 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:20:00,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,34459,1731097174231 2024-11-08T20:20:00,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50883a17 2024-11-08T20:20:00,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:20:00,937 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-08T20:20:00,937 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ae1476a7656f,44459,1731097185499 (queues=1) is replicating from cluster=ba8a7a98-274a-43bd-858a-3c41ab2a60f2 to cluster=bbf6eb17-be35-4eaf-a72a-4f81dcf68064 2024-11-08T20:20:00,937 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ae1476a7656f%2C44459%2C1731097185499 2024-11-08T20:20:00,938 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ae1476a7656f,44459,1731097185499, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T20:20:00,938 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.shipperae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ae1476a7656f%2C44459%2C1731097185499 2024-11-08T20:20:00,938 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.wal-reader.ae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.1731097187475, startPosition=0, beingWritten=true 2024-11-08T20:20:00,943 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.wal-reader.ae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T20:20:00,943 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.wal-reader.ae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.1731097187475 to pos 379, reset compression=false 2024-11-08T20:20:00,943 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.shipperae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,44459,1731097185499 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.1731097187475, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T20:20:01,069 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 379, reset compression=false 2024-11-08T20:20:01,147 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.wal-reader.ae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.1731097187475 to pos 379, reset compression=false 2024-11-08T20:20:01,450 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.wal-reader.ae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.1731097187475 to pos 379, reset compression=false 2024-11-08T20:20:01,482 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284 to pos 379, reset compression=false 2024-11-08T20:20:01,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:20:01,563 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T20:20:01,563 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:20:01,563 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:20:01,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:01,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:01,563 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:20:01,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7becdc8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:01,564 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,34459,-1 for getting cluster id 2024-11-08T20:20:01,564 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:20:01,565 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bbf6eb17-be35-4eaf-a72a-4f81dcf68064' 2024-11-08T20:20:01,565 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:20:01,565 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bbf6eb17-be35-4eaf-a72a-4f81dcf68064" 2024-11-08T20:20:01,565 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@462746f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:01,565 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,34459,-1] 2024-11-08T20:20:01,565 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:20:01,565 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:01,566 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:20:01,566 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40df17a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:01,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@603a0bf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:01,567 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,39179,-1 for getting cluster id 2024-11-08T20:20:01,567 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:20:01,568 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86cf2f05-6cbb-48c2-87f8-649a4174f4a2' 2024-11-08T20:20:01,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:20:01,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86cf2f05-6cbb-48c2-87f8-649a4174f4a2" 2024-11-08T20:20:01,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b128864, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:01,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,39179,-1] 2024-11-08T20:20:01,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:20:01,569 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:01,569 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:20:01,569 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e666b9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:01,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@375d123e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:01,570 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,45019,-1 for getting cluster id 2024-11-08T20:20:01,570 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:20:01,571 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba8a7a98-274a-43bd-858a-3c41ab2a60f2' 2024-11-08T20:20:01,571 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:20:01,571 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba8a7a98-274a-43bd-858a-3c41ab2a60f2" 2024-11-08T20:20:01,571 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d8abae8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:01,571 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,45019,-1] 2024-11-08T20:20:01,572 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:20:01,572 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:01,573 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:20:01,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70615bca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:01,574 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:20:01,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,40603,1731097174428, seqNum=-1] 2024-11-08T20:20:01,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:20:01,576 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:20:01,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731097188562.ad88d269956384930405ded987728787., hostname=ae1476a7656f,40603,1731097174428, seqNum=2] 2024-11-08T20:20:01,580 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:20:01,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,44459,1731097185499, seqNum=-1] 2024-11-08T20:20:01,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:20:01,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:20:01,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731097192876.70523098874c83fb03646c626f117c13., hostname=ae1476a7656f,44459,1731097185499, seqNum=2] 2024-11-08T20:20:01,584 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-08T20:20:01,853 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.wal-reader.ae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.1731097187475 to pos 379, reset compression=false 2024-11-08T20:20:02,073 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 379, reset compression=false 2024-11-08T20:20:02,077 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T20:20:02,078 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 480, reset compression=false 2024-11-08T20:20:02,078 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.shipperae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,40603,1731097174428 got entry batch from reader: WALEntryBatch [walEntries=[{test/ad88d269956384930405ded987728787/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-08T20:20:02,080 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.shipperae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:20:02,081 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-08T20:20:02,082 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34595 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T20:20:02,082 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34595 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4711cdf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:02,082 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34595 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,39179,-1 for getting cluster id 2024-11-08T20:20:02,083 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34595 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:20:02,083 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86cf2f05-6cbb-48c2-87f8-649a4174f4a2' 2024-11-08T20:20:02,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:20:02,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86cf2f05-6cbb-48c2-87f8-649a4174f4a2" 2024-11-08T20:20:02,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7136aa2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:02,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,39179,-1] 2024-11-08T20:20:02,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:20:02,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:02,084 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:20:02,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34595 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@476cffb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:02,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34595 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:20:02,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,34595,1731097179918, seqNum=-1] 2024-11-08T20:20:02,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:20:02,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-08T20:20:02,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731097190715.cecef1df3bf74e375e7f3eb54aac606a., hostname=ae1476a7656f,34595,1731097179918, seqNum=2] 2024-11-08T20:20:02,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34595 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T20:20:02,282 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 480, reset compression=false 2024-11-08T20:20:02,285 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284 to pos 379, reset compression=false 2024-11-08T20:20:02,289 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T20:20:02,289 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284 to pos 504, reset compression=false 2024-11-08T20:20:02,289 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.shipperae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,34595,1731097179918 got entry batch from reader: WALEntryBatch [walEntries=[{test/cecef1df3bf74e375e7f3eb54aac606a/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-08T20:20:02,291 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.shipperae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:20:02,291 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-08T20:20:02,292 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T20:20:02,292 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25651105, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:02,292 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,45019,-1 for getting cluster id 2024-11-08T20:20:02,292 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:20:02,293 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba8a7a98-274a-43bd-858a-3c41ab2a60f2' 2024-11-08T20:20:02,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:20:02,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba8a7a98-274a-43bd-858a-3c41ab2a60f2" 2024-11-08T20:20:02,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f6ec095, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:02,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,45019,-1] 2024-11-08T20:20:02,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:20:02,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:02,294 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:20:02,295 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@482a2373, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:02,295 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:20:02,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,44459,1731097185499, seqNum=-1] 2024-11-08T20:20:02,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:20:02,297 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-08T20:20:02,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731097192876.70523098874c83fb03646c626f117c13., hostname=ae1476a7656f,44459,1731097185499, seqNum=2] 2024-11-08T20:20:02,301 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T20:20:02,357 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.wal-reader.ae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.1731097187475 to pos 379, reset compression=false 2024-11-08T20:20:02,361 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.wal-reader.ae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T20:20:02,361 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.wal-reader.ae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.1731097187475 to pos 528, reset compression=false 2024-11-08T20:20:02,361 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.shipperae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,44459,1731097185499 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.1731097187475, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T20:20:02,492 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284 to pos 504, reset compression=false 2024-11-08T20:20:02,564 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.wal-reader.ae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.1731097187475 to pos 528, reset compression=false 2024-11-08T20:20:02,586 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-08T20:20:02,586 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 480, reset compression=false 2024-11-08T20:20:02,586 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:20:02,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,34595,1731097179918, seqNum=-1] 2024-11-08T20:20:02,588 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:20:02,588 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:20:02,590 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731097190715.cecef1df3bf74e375e7f3eb54aac606a., hostname=ae1476a7656f,34595,1731097179918, seqNum=2] 2024-11-08T20:20:02,593 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-08T20:20:02,796 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284 to pos 504, reset compression=false 2024-11-08T20:20:02,800 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T20:20:02,800 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284 to pos 608, reset compression=false 2024-11-08T20:20:02,800 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.shipperae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,34595,1731097179918 got entry batch from reader: WALEntryBatch [walEntries=[{test/cecef1df3bf74e375e7f3eb54aac606a/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T20:20:02,801 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T20:20:02,806 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T20:20:02,868 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.wal-reader.ae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.1731097187475 to pos 528, reset compression=false 2024-11-08T20:20:02,872 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.wal-reader.ae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T20:20:02,872 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.wal-reader.ae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.1731097187475 to pos 656, reset compression=false 2024-11-08T20:20:02,872 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.shipperae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,44459,1731097185499 got entry batch from reader: WALEntryBatch [walEntries=[{test/70523098874c83fb03646c626f117c13/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.1731097187475, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-08T20:20:02,874 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.shipperae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:20:02,875 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-08T20:20:02,875 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40603 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T20:20:02,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40603 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@553b7949, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:02,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40603 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,34459,-1 for getting cluster id 2024-11-08T20:20:02,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40603 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:20:02,876 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bbf6eb17-be35-4eaf-a72a-4f81dcf68064' 2024-11-08T20:20:02,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:20:02,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bbf6eb17-be35-4eaf-a72a-4f81dcf68064" 2024-11-08T20:20:02,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79ba81f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:02,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,34459,-1] 2024-11-08T20:20:02,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:20:02,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:02,877 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:20:02,878 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40603 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3beb4103, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:02,878 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40603 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:20:02,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,40603,1731097174428, seqNum=-1] 2024-11-08T20:20:02,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:20:02,880 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-08T20:20:02,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731097188562.ad88d269956384930405ded987728787., hostname=ae1476a7656f,40603,1731097174428, seqNum=2] 2024-11-08T20:20:02,884 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40603 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T20:20:02,989 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 480, reset compression=false 2024-11-08T20:20:02,994 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T20:20:02,994 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 632, reset compression=false 2024-11-08T20:20:02,994 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.shipperae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,40603,1731097174428 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641, lastWalPosition=632, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T20:20:03,003 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284 to pos 608, reset compression=false 2024-11-08T20:20:03,075 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.wal-reader.ae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.1731097187475 to pos 656, reset compression=false 2024-11-08T20:20:03,198 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 632, reset compression=false 2024-11-08T20:20:03,307 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284 to pos 608, reset compression=false 2024-11-08T20:20:03,379 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.wal-reader.ae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.1731097187475 to pos 656, reset compression=false 2024-11-08T20:20:03,503 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 632, reset compression=false 2024-11-08T20:20:03,595 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-08T20:20:03,599 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-08T20:20:03,713 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284 to pos 608, reset compression=false 2024-11-08T20:20:03,783 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.wal-reader.ae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.1731097187475 to pos 656, reset compression=false 2024-11-08T20:20:03,787 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.wal-reader.ae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T20:20:03,787 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.wal-reader.ae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.1731097187475 to pos 760, reset compression=false 2024-11-08T20:20:03,787 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.shipperae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,44459,1731097185499 got entry batch from reader: WALEntryBatch [walEntries=[{test/70523098874c83fb03646c626f117c13/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.1731097187475, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T20:20:03,788 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40603 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T20:20:03,790 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40603 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T20:20:03,821 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T20:20:03,906 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 632, reset compression=false 2024-11-08T20:20:03,910 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T20:20:03,910 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 760, reset compression=false 2024-11-08T20:20:03,910 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.shipperae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,40603,1731097174428 got entry batch from reader: WALEntryBatch [walEntries=[{test/ad88d269956384930405ded987728787/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-08T20:20:03,911 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34595 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T20:20:03,913 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34595 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T20:20:03,990 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.wal-reader.ae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.1731097187475 to pos 760, reset compression=false 2024-11-08T20:20:04,114 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 760, reset compression=false 2024-11-08T20:20:04,218 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284 to pos 608, reset compression=false 2024-11-08T20:20:04,222 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T20:20:04,222 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284 to pos 760, reset compression=false 2024-11-08T20:20:04,222 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.shipperae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,34595,1731097179918 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T20:20:04,293 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.wal-reader.ae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.1731097187475 to pos 760, reset compression=false 2024-11-08T20:20:04,418 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 760, reset compression=false 2024-11-08T20:20:04,425 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284 to pos 760, reset compression=false 2024-11-08T20:20:04,601 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-08T20:20:04,604 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-08T20:20:04,696 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.wal-reader.ae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.1731097187475 to pos 760, reset compression=false 2024-11-08T20:20:04,729 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284 to pos 760, reset compression=false 2024-11-08T20:20:04,821 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 760, reset compression=false 2024-11-08T20:20:04,826 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T20:20:04,826 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 916, reset compression=false 2024-11-08T20:20:04,826 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.shipperae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,40603,1731097174428 got entry batch from reader: WALEntryBatch [walEntries=[{test/ad88d269956384930405ded987728787/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641, lastWalPosition=916, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-08T20:20:04,827 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34595 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T20:20:04,830 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34595 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T20:20:05,029 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 916, reset compression=false 2024-11-08T20:20:05,132 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284 to pos 760, reset compression=false 2024-11-08T20:20:05,137 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T20:20:05,137 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284 to pos 908, reset compression=false 2024-11-08T20:20:05,137 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.shipperae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,34595,1731097179918 got entry batch from reader: WALEntryBatch [walEntries=[{test/cecef1df3bf74e375e7f3eb54aac606a/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-08T20:20:05,138 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T20:20:05,141 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T20:20:05,213 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.wal-reader.ae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.1731097187475 to pos 760, reset compression=false 2024-11-08T20:20:05,217 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.wal-reader.ae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T20:20:05,217 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.wal-reader.ae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.1731097187475 to pos 932, reset compression=false 2024-11-08T20:20:05,217 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.shipperae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,44459,1731097185499 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.1731097187475, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T20:20:05,336 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 916, reset compression=false 2024-11-08T20:20:05,348 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284 to pos 908, reset compression=false 2024-11-08T20:20:05,420 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.wal-reader.ae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.1731097187475 to pos 932, reset compression=false 2024-11-08T20:20:05,606 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-08T20:20:05,609 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-08T20:20:05,651 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284 to pos 908, reset compression=false 2024-11-08T20:20:05,656 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T20:20:05,656 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284 to pos 1067, reset compression=false 2024-11-08T20:20:05,656 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.shipperae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,34595,1731097179918 got entry batch from reader: WALEntryBatch [walEntries=[{test/cecef1df3bf74e375e7f3eb54aac606a/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-08T20:20:05,657 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T20:20:05,659 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T20:20:05,723 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.wal-reader.ae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.1731097187475 to pos 932, reset compression=false 2024-11-08T20:20:05,727 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.wal-reader.ae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T20:20:05,727 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.wal-reader.ae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.1731097187475 to pos 1082, reset compression=false 2024-11-08T20:20:05,727 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.shipperae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,44459,1731097185499 got entry batch from reader: WALEntryBatch [walEntries=[{test/70523098874c83fb03646c626f117c13/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.1731097187475, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-08T20:20:05,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40603 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T20:20:05,730 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40603 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T20:20:05,739 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 916, reset compression=false 2024-11-08T20:20:05,743 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T20:20:05,743 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 1090, reset compression=false 2024-11-08T20:20:05,743 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.shipperae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,40603,1731097174428 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641, lastWalPosition=1090, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T20:20:05,860 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284 to pos 1067, reset compression=false 2024-11-08T20:20:05,930 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.wal-reader.ae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.1731097187475 to pos 1082, reset compression=false 2024-11-08T20:20:05,947 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 1090, reset compression=false 2024-11-08T20:20:06,080 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T20:20:06,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:06,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:06,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:06,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:06,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:06,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:06,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:06,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:06,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:06,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:06,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:06,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:06,164 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284 to pos 1067, reset compression=false 2024-11-08T20:20:06,233 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.wal-reader.ae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.1731097187475 to pos 1082, reset compression=false 2024-11-08T20:20:06,250 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 1090, reset compression=false 2024-11-08T20:20:06,572 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284 to pos 1067, reset compression=false 2024-11-08T20:20:06,611 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-08T20:20:06,621 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-08T20:20:06,636 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.wal-reader.ae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.1731097187475 to pos 1082, reset compression=false 2024-11-08T20:20:06,642 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.wal-reader.ae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T20:20:06,642 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.wal-reader.ae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.1731097187475 to pos 1241, reset compression=false 2024-11-08T20:20:06,642 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.shipperae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,44459,1731097185499 got entry batch from reader: WALEntryBatch [walEntries=[{test/70523098874c83fb03646c626f117c13/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.1731097187475, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-08T20:20:06,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40603 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T20:20:06,646 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40603 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T20:20:06,655 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 1090, reset compression=false 2024-11-08T20:20:06,659 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T20:20:06,659 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 1240, reset compression=false 2024-11-08T20:20:06,660 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.shipperae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,40603,1731097174428 got entry batch from reader: WALEntryBatch [walEntries=[{test/ad88d269956384930405ded987728787/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641, lastWalPosition=1240, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-08T20:20:06,661 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34595 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T20:20:06,665 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34595 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T20:20:06,846 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.wal-reader.ae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.1731097187475 to pos 1241, reset compression=false 2024-11-08T20:20:06,864 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 1240, reset compression=false 2024-11-08T20:20:07,075 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284 to pos 1067, reset compression=false 2024-11-08T20:20:07,079 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T20:20:07,079 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284 to pos 1241, reset compression=false 2024-11-08T20:20:07,079 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.shipperae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,34595,1731097179918 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T20:20:07,150 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.wal-reader.ae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.1731097187475 to pos 1241, reset compression=false 2024-11-08T20:20:07,167 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 1240, reset compression=false 2024-11-08T20:20:07,233 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:20:07,233 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ae1476a7656f,43507,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:43507 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T20:20:07,234 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68641 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ae1476a7656f,43507,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:43507 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T20:20:07,282 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284 to pos 1241, reset compression=false 2024-11-08T20:20:07,554 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.wal-reader.ae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.1731097187475 to pos 1241, reset compression=false 2024-11-08T20:20:07,570 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 1240, reset compression=false 2024-11-08T20:20:07,585 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284 to pos 1241, reset compression=false 2024-11-08T20:20:07,623 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-08T20:20:07,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44fd2eb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:07,628 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,45019,-1 for getting cluster id 2024-11-08T20:20:07,628 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:20:07,629 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba8a7a98-274a-43bd-858a-3c41ab2a60f2' 2024-11-08T20:20:07,629 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:20:07,629 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba8a7a98-274a-43bd-858a-3c41ab2a60f2" 2024-11-08T20:20:07,630 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ab09b15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:07,630 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,45019,-1] 2024-11-08T20:20:07,630 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:20:07,630 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:07,631 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:20:07,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2593c33c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:07,633 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:20:07,633 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,45019,1731097185352 2024-11-08T20:20:07,634 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23d31c84 2024-11-08T20:20:07,634 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:20:07,635 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:20:07,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45019 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-08T20:20:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45019 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-08T20:20:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T20:20:07,688 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T20:20:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T20:20:07,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-08T20:20:07,841 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-08T20:20:07,841 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-08T20:20:07,841 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ae1476a7656f,44459,1731097185499 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-08T20:20:07,841 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0. 2024-11-08T20:20:07,842 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:20:07,842 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:07,842 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:20:07,842 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:07,942 WARN [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.shipperae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T20:20:07,942 WARN [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.wal-reader.ae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T20:20:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T20:20:07,990 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284 to pos 1241, reset compression=false 2024-11-08T20:20:08,042 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.shipperae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 terminated 2024-11-08T20:20:08,058 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-ae1476a7656f,44459,1731097185499, ReplicationSource: 1, currentBandwidth=0 2024-11-08T20:20:08,059 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-08T20:20:08,059 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-08T20:20:08,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45019 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-08T20:20:08,061 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on ae1476a7656f,44459,1731097185499 suceeded 2024-11-08T20:20:08,063 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-08T20:20:08,063 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 373 msec 2024-11-08T20:20:08,063 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-08T20:20:08,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 428 msec 2024-11-08T20:20:08,074 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ae1476a7656f:34459' 2024-11-08T20:20:08,074 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 1240, reset compression=false 2024-11-08T20:20:08,075 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41061c3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:08,075 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,34459,-1 for getting cluster id 2024-11-08T20:20:08,075 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:20:08,076 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bbf6eb17-be35-4eaf-a72a-4f81dcf68064' 2024-11-08T20:20:08,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:20:08,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bbf6eb17-be35-4eaf-a72a-4f81dcf68064" 2024-11-08T20:20:08,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67da48d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:08,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,34459,-1] 2024-11-08T20:20:08,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:20:08,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:08,077 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:20:08,078 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d7f3d1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:08,078 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:20:08,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,34459,1731097174231 2024-11-08T20:20:08,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25aeee32 2024-11-08T20:20:08,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:20:08,079 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-08T20:20:08,080 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ae1476a7656f,44459,1731097185499 (queues=1) is replicating from cluster=ba8a7a98-274a-43bd-858a-3c41ab2a60f2 to cluster=bbf6eb17-be35-4eaf-a72a-4f81dcf68064 2024-11-08T20:20:08,080 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ae1476a7656f%2C44459%2C1731097185499 2024-11-08T20:20:08,080 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ae1476a7656f,44459,1731097185499, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T20:20:08,080 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.shipperae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ae1476a7656f%2C44459%2C1731097185499 2024-11-08T20:20:08,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T20:20:08,263 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:20:08,263 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-08T20:20:08,263 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:20:08,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:08,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:08,263 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:20:08,266 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-08T20:20:08,493 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284 to pos 1241, reset compression=false 2024-11-08T20:20:08,678 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 1240, reset compression=false 2024-11-08T20:20:08,742 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T20:20:08,742 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 1344, reset compression=false 2024-11-08T20:20:08,742 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.shipperae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,40603,1731097174428 got entry batch from reader: WALEntryBatch [walEntries=[{test/ad88d269956384930405ded987728787/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641, lastWalPosition=1344, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T20:20:08,743 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34595 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T20:20:08,745 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34595 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T20:20:08,946 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 1344, reset compression=false 2024-11-08T20:20:09,097 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284 to pos 1241, reset compression=false 2024-11-08T20:20:09,101 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T20:20:09,101 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284 to pos 1369, reset compression=false 2024-11-08T20:20:09,101 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.shipperae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,34595,1731097179918 got entry batch from reader: WALEntryBatch [walEntries=[{test/cecef1df3bf74e375e7f3eb54aac606a/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-08T20:20:09,102 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T20:20:09,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T20:20:09,250 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 1344, reset compression=false 2024-11-08T20:20:09,268 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-08T20:20:09,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44853e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:09,270 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,45019,-1 for getting cluster id 2024-11-08T20:20:09,271 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:20:09,271 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba8a7a98-274a-43bd-858a-3c41ab2a60f2' 2024-11-08T20:20:09,271 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:20:09,271 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba8a7a98-274a-43bd-858a-3c41ab2a60f2" 2024-11-08T20:20:09,272 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be80a7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:09,272 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,45019,-1] 2024-11-08T20:20:09,272 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:20:09,272 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:09,273 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:20:09,273 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19cb968b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:09,275 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:20:09,276 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,45019,1731097185352 2024-11-08T20:20:09,276 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40ab8c74 2024-11-08T20:20:09,277 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:20:09,277 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:20:09,278 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45019 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-08T20:20:09,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45019 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-08T20:20:09,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-08T20:20:09,304 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284 to pos 1369, reset compression=false 2024-11-08T20:20:09,310 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T20:20:09,310 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284 to pos 1473, reset compression=false 2024-11-08T20:20:09,310 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.shipperae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,34595,1731097179918 got entry batch from reader: WALEntryBatch [walEntries=[{test/cecef1df3bf74e375e7f3eb54aac606a/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T20:20:09,311 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T20:20:09,314 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44459 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T20:20:09,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T20:20:09,358 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T20:20:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-08T20:20:09,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-08T20:20:09,482 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-08T20:20:09,483 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-08T20:20:09,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45019 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-08T20:20:09,485 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on ae1476a7656f,44459,1731097185499 suceeded 2024-11-08T20:20:09,486 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-08T20:20:09,486 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-08T20:20:09,486 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-08T20:20:09,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 208 msec 2024-11-08T20:20:09,514 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284 to pos 1473, reset compression=false 2024-11-08T20:20:09,581 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.wal-reader.ae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.1731097187475, startPosition=1241, beingWritten=true 2024-11-08T20:20:09,585 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.wal-reader.ae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T20:20:09,585 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.wal-reader.ae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.1731097187475 to pos 1521, reset compression=false 2024-11-08T20:20:09,585 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.shipperae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,44459,1731097185499 got entry batch from reader: WALEntryBatch [walEntries=[{test/70523098874c83fb03646c626f117c13/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.1731097187475, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-08T20:20:09,588 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.shipperae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:20:09,588 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-08T20:20:09,589 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40603 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T20:20:09,591 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40603 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T20:20:09,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-08T20:20:09,603 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-08T20:20:09,603 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:20:09,604 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:20:09,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:09,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:09,604 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:20:09,605 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-08T20:20:09,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T20:20:09,605 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:20:09,606 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:20:09,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:09,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:09,606 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:20:09,606 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T20:20:09,606 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1851921092, stopped=false 2024-11-08T20:20:09,606 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ae1476a7656f,45019,1731097185352 2024-11-08T20:20:09,653 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 1344, reset compression=false 2024-11-08T20:20:09,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44459-0x1011c1a94430007, quorum=127.0.0.1:58647, baseZNode=/21079016350 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21079016350/running 2024-11-08T20:20:09,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45019-0x1011c1a94430006, quorum=127.0.0.1:58647, baseZNode=/21079016350 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21079016350/running 2024-11-08T20:20:09,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44459-0x1011c1a94430007, quorum=127.0.0.1:58647, baseZNode=/21079016350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21079016350 2024-11-08T20:20:09,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45019-0x1011c1a94430006, quorum=127.0.0.1:58647, baseZNode=/21079016350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21079016350 2024-11-08T20:20:09,655 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:20:09,656 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:20:09,656 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:20:09,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:09,656 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44459-0x1011c1a94430007, quorum=127.0.0.1:58647, baseZNode=/21079016350 Set watcher on znode that does not yet exist, /21079016350/running 2024-11-08T20:20:09,656 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ae1476a7656f,44459,1731097185499' ***** 2024-11-08T20:20:09,656 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T20:20:09,657 INFO [RS:0;ae1476a7656f:44459 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T20:20:09,657 INFO [RS:0;ae1476a7656f:44459 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T20:20:09,657 INFO [RS:0;ae1476a7656f:44459 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T20:20:09,657 INFO [RS:0;ae1476a7656f:44459 {}] regionserver.HRegionServer(3091): Received CLOSE for 0bd73500bac0e8143818fc10bdd99a44 2024-11-08T20:20:09,657 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45019-0x1011c1a94430006, quorum=127.0.0.1:58647, baseZNode=/21079016350 Set watcher on znode that does not yet exist, /21079016350/running 2024-11-08T20:20:09,657 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T20:20:09,657 INFO [RS:0;ae1476a7656f:44459 {}] regionserver.HRegionServer(3091): Received CLOSE for 70523098874c83fb03646c626f117c13 2024-11-08T20:20:09,657 INFO [RS:0;ae1476a7656f:44459 {}] regionserver.HRegionServer(959): stopping server ae1476a7656f,44459,1731097185499 2024-11-08T20:20:09,657 INFO [RS:0;ae1476a7656f:44459 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:20:09,657 INFO [RS:0;ae1476a7656f:44459 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:44459. 2024-11-08T20:20:09,658 DEBUG [RS:0;ae1476a7656f:44459 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:20:09,658 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0bd73500bac0e8143818fc10bdd99a44, disabling compactions & flushes 2024-11-08T20:20:09,658 DEBUG [RS:0;ae1476a7656f:44459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:09,658 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731097199427.0bd73500bac0e8143818fc10bdd99a44. 2024-11-08T20:20:09,658 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731097199427.0bd73500bac0e8143818fc10bdd99a44. 2024-11-08T20:20:09,658 INFO [RS:0;ae1476a7656f:44459 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T20:20:09,658 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731097199427.0bd73500bac0e8143818fc10bdd99a44. after waiting 0 ms 2024-11-08T20:20:09,658 INFO [RS:0;ae1476a7656f:44459 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T20:20:09,658 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731097199427.0bd73500bac0e8143818fc10bdd99a44. 2024-11-08T20:20:09,658 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0bd73500bac0e8143818fc10bdd99a44 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-08T20:20:09,658 INFO [RS:0;ae1476a7656f:44459 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T20:20:09,658 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T20:20:09,658 INFO [RS:0;ae1476a7656f:44459 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T20:20:09,658 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 1496, reset compression=false 2024-11-08T20:20:09,658 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.shipperae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,40603,1731097174428 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641, lastWalPosition=1496, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T20:20:09,658 INFO [RS:0;ae1476a7656f:44459 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T20:20:09,658 DEBUG [RS:0;ae1476a7656f:44459 {}] regionserver.HRegionServer(1325): Online Regions={0bd73500bac0e8143818fc10bdd99a44=hbase:replication,,1731097199427.0bd73500bac0e8143818fc10bdd99a44., 70523098874c83fb03646c626f117c13=test,,1731097192876.70523098874c83fb03646c626f117c13., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T20:20:09,659 DEBUG [RS:0;ae1476a7656f:44459 {}] regionserver.HRegionServer(1351): Waiting on 0bd73500bac0e8143818fc10bdd99a44, 1588230740, 70523098874c83fb03646c626f117c13 2024-11-08T20:20:09,659 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:20:09,659 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:20:09,659 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:20:09,659 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:20:09,659 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:20:09,659 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T20:20:09,678 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/hbase/replication/0bd73500bac0e8143818fc10bdd99a44/.tmp/queue/6a7a903e1d4e4dd3bd562d198fa1f8e8 is 154, key is 1-ae1476a7656f,44459,1731097185499/queue:ae1476a7656f%2C44459%2C1731097185499/1731097209592/Put/seqid=0 2024-11-08T20:20:09,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35907 is added to blk_1073741840_1016 (size=5353) 2024-11-08T20:20:09,686 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/hbase/meta/1588230740/.tmp/info/b303f20ddf9243c6959524b437969541 is 147, key is hbase:replication,,1731097199427.0bd73500bac0e8143818fc10bdd99a44./info:regioninfo/1731097200590/Put/seqid=0 2024-11-08T20:20:09,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35907 is added to blk_1073741841_1017 (size=7686) 2024-11-08T20:20:09,754 INFO [regionserver/ae1476a7656f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:20:09,790 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.wal-reader.ae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.1731097187475 to pos 1521, reset compression=false 2024-11-08T20:20:09,817 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284 to pos 1473, reset compression=false 2024-11-08T20:20:09,859 DEBUG [RS:0;ae1476a7656f:44459 {}] regionserver.HRegionServer(1351): Waiting on 0bd73500bac0e8143818fc10bdd99a44, 1588230740, 70523098874c83fb03646c626f117c13 2024-11-08T20:20:09,862 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 1496, reset compression=false 2024-11-08T20:20:10,059 DEBUG [RS:0;ae1476a7656f:44459 {}] regionserver.HRegionServer(1351): Waiting on 0bd73500bac0e8143818fc10bdd99a44, 1588230740, 70523098874c83fb03646c626f117c13 2024-11-08T20:20:10,086 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/hbase/replication/0bd73500bac0e8143818fc10bdd99a44/.tmp/queue/6a7a903e1d4e4dd3bd562d198fa1f8e8 2024-11-08T20:20:10,090 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/hbase/meta/1588230740/.tmp/info/b303f20ddf9243c6959524b437969541 2024-11-08T20:20:10,091 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/hbase/replication/0bd73500bac0e8143818fc10bdd99a44/.tmp/queue/6a7a903e1d4e4dd3bd562d198fa1f8e8 as hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/hbase/replication/0bd73500bac0e8143818fc10bdd99a44/queue/6a7a903e1d4e4dd3bd562d198fa1f8e8 2024-11-08T20:20:10,093 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.wal-reader.ae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.1731097187475 to pos 1521, reset compression=false 2024-11-08T20:20:10,096 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/hbase/replication/0bd73500bac0e8143818fc10bdd99a44/queue/6a7a903e1d4e4dd3bd562d198fa1f8e8, entries=1, sequenceid=13, filesize=5.2 K 2024-11-08T20:20:10,101 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 0bd73500bac0e8143818fc10bdd99a44 in 442ms, sequenceid=13, compaction requested=false 2024-11-08T20:20:10,105 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/hbase/replication/0bd73500bac0e8143818fc10bdd99a44/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-08T20:20:10,106 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:20:10,106 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:20:10,106 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731097199427.0bd73500bac0e8143818fc10bdd99a44. 2024-11-08T20:20:10,106 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0bd73500bac0e8143818fc10bdd99a44: Waiting for close lock at 1731097209657Running coprocessor pre-close hooks at 1731097209657Disabling compacts and flushes for region at 1731097209657Disabling writes for close at 1731097209658 (+1 ms)Obtaining lock to block concurrent updates at 1731097209658Preparing flush snapshotting stores in 0bd73500bac0e8143818fc10bdd99a44 at 1731097209658Finished memstore snapshotting hbase:replication,,1731097199427.0bd73500bac0e8143818fc10bdd99a44., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1731097209658Flushing stores of hbase:replication,,1731097199427.0bd73500bac0e8143818fc10bdd99a44. at 1731097209659 (+1 ms)Flushing 0bd73500bac0e8143818fc10bdd99a44/queue: creating writer at 1731097209659Flushing 0bd73500bac0e8143818fc10bdd99a44/queue: appending metadata at 1731097209677 (+18 ms)Flushing 0bd73500bac0e8143818fc10bdd99a44/queue: closing flushed file at 1731097209677Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31118b05: reopening flushed file at 1731097210090 (+413 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 0bd73500bac0e8143818fc10bdd99a44 in 442ms, sequenceid=13, compaction requested=false at 1731097210101 (+11 ms)Writing region close event to WAL at 1731097210101Running coprocessor post-close hooks at 1731097210106 (+5 ms)Closed at 1731097210106 2024-11-08T20:20:10,106 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731097199427.0bd73500bac0e8143818fc10bdd99a44. 2024-11-08T20:20:10,106 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 70523098874c83fb03646c626f117c13, disabling compactions & flushes 2024-11-08T20:20:10,106 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731097192876.70523098874c83fb03646c626f117c13. 2024-11-08T20:20:10,106 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731097192876.70523098874c83fb03646c626f117c13. 2024-11-08T20:20:10,106 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731097192876.70523098874c83fb03646c626f117c13. after waiting 0 ms 2024-11-08T20:20:10,106 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731097192876.70523098874c83fb03646c626f117c13. 2024-11-08T20:20:10,106 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 70523098874c83fb03646c626f117c13 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-08T20:20:10,111 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/hbase/meta/1588230740/.tmp/ns/e42a10e681bd460fa4d90d117bd665a7 is 43, key is default/ns:d/1731097188428/Put/seqid=0 2024-11-08T20:20:10,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35907 is added to blk_1073741842_1018 (size=5153) 2024-11-08T20:20:10,124 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/default/test/70523098874c83fb03646c626f117c13/.tmp/f/fbccc23f67b246f0828ac1fcd24b7994 is 37, key is row3/f:row3/1731097208264/Put/seqid=0 2024-11-08T20:20:10,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35907 is added to blk_1073741843_1019 (size=5228) 2024-11-08T20:20:10,127 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/default/test/70523098874c83fb03646c626f117c13/.tmp/f/fbccc23f67b246f0828ac1fcd24b7994 2024-11-08T20:20:10,130 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fbccc23f67b246f0828ac1fcd24b7994 2024-11-08T20:20:10,143 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/default/test/70523098874c83fb03646c626f117c13/.tmp/f1/abe16bf12a674acc876001cba56f35b5 is 30, key is row1/f1:/1731097205607/DeleteFamily/seqid=0 2024-11-08T20:20:10,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35907 is added to blk_1073741844_1020 (size=5158) 2024-11-08T20:20:10,165 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 1496, reset compression=false 2024-11-08T20:20:10,220 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284 to pos 1473, reset compression=false 2024-11-08T20:20:10,259 DEBUG [RS:0;ae1476a7656f:44459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 70523098874c83fb03646c626f117c13 2024-11-08T20:20:10,360 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T20:20:10,360 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T20:20:10,459 DEBUG [RS:0;ae1476a7656f:44459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 70523098874c83fb03646c626f117c13 2024-11-08T20:20:10,497 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.wal-reader.ae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.1731097187475 to pos 1521, reset compression=false 2024-11-08T20:20:10,501 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.wal-reader.ae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T20:20:10,501 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.wal-reader.ae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.1731097187475 to pos 1768, reset compression=false 2024-11-08T20:20:10,501 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.shipperae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,44459,1731097185499 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.1731097187475, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T20:20:10,501 ERROR [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.shipperae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ae1476a7656f,44459,1731097185499: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ae1476a7656f,44459,1731097185499, walGroup=ae1476a7656f%2C44459%2C1731097185499, offset=ae1476a7656f%2C44459%2C1731097185499.1731097187475:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:44459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T20:20:10,502 ERROR [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.shipperae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T20:20:10,502 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.shipperae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T20:20:10,503 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.shipperae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T20:20:10,503 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.shipperae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T20:20:10,503 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.shipperae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T20:20:10,503 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.shipperae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1182793728, "init": 1048576000, "max": 2306867200, "used": 786757632 }, "NonHeapMemoryUsage": { "committed": 202571776, "init": 7667712, "max": -1, "used": 199601672 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T20:20:10,503 WARN [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.shipperae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:45019 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:45019 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T20:20:10,515 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/hbase/meta/1588230740/.tmp/ns/e42a10e681bd460fa4d90d117bd665a7 2024-11-08T20:20:10,531 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/hbase/meta/1588230740/.tmp/rep_barrier/807792b3f6b24e039c0f06a1ba3913bf is 112, key is test,,1731097192876.70523098874c83fb03646c626f117c13./rep_barrier:seqnumDuringOpen/1731097194066/Put/seqid=0 2024-11-08T20:20:10,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35907 is added to blk_1073741845_1021 (size=5518) 2024-11-08T20:20:10,547 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/default/test/70523098874c83fb03646c626f117c13/.tmp/f1/abe16bf12a674acc876001cba56f35b5 2024-11-08T20:20:10,550 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for abe16bf12a674acc876001cba56f35b5 2024-11-08T20:20:10,565 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/default/test/70523098874c83fb03646c626f117c13/.tmp/norep/a6407c3344654639bab153411c72b914 is 33, key is row2/norep:/1731097206612/DeleteFamily/seqid=0 2024-11-08T20:20:10,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35907 is added to blk_1073741846_1022 (size=5108) 2024-11-08T20:20:10,568 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 1496, reset compression=false 2024-11-08T20:20:10,660 INFO [RS:0;ae1476a7656f:44459 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T20:20:10,660 DEBUG [RS:0;ae1476a7656f:44459 {}] regionserver.HRegionServer(1325): Online Regions={70523098874c83fb03646c626f117c13=test,,1731097192876.70523098874c83fb03646c626f117c13., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T20:20:10,660 DEBUG [RS:0;ae1476a7656f:44459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 70523098874c83fb03646c626f117c13 2024-11-08T20:20:10,705 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.wal-reader.ae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.1731097187475 to pos 1768, reset compression=false 2024-11-08T20:20:10,723 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284 to pos 1473, reset compression=false 2024-11-08T20:20:10,860 DEBUG [RS:0;ae1476a7656f:44459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 70523098874c83fb03646c626f117c13 2024-11-08T20:20:10,934 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/hbase/meta/1588230740/.tmp/rep_barrier/807792b3f6b24e039c0f06a1ba3913bf 2024-11-08T20:20:10,950 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/hbase/meta/1588230740/.tmp/table/d9c1714a1a324479b27af5b35492baca is 53, key is hbase:replication/table:state/1731097200597/Put/seqid=0 2024-11-08T20:20:10,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35907 is added to blk_1073741847_1023 (size=5308) 2024-11-08T20:20:10,969 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/default/test/70523098874c83fb03646c626f117c13/.tmp/norep/a6407c3344654639bab153411c72b914 2024-11-08T20:20:10,972 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a6407c3344654639bab153411c72b914 2024-11-08T20:20:10,972 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/default/test/70523098874c83fb03646c626f117c13/.tmp/f/fbccc23f67b246f0828ac1fcd24b7994 as hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/default/test/70523098874c83fb03646c626f117c13/f/fbccc23f67b246f0828ac1fcd24b7994 2024-11-08T20:20:10,975 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fbccc23f67b246f0828ac1fcd24b7994 2024-11-08T20:20:10,975 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/default/test/70523098874c83fb03646c626f117c13/f/fbccc23f67b246f0828ac1fcd24b7994, entries=5, sequenceid=12, filesize=5.1 K 2024-11-08T20:20:10,976 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/default/test/70523098874c83fb03646c626f117c13/.tmp/f1/abe16bf12a674acc876001cba56f35b5 as hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/default/test/70523098874c83fb03646c626f117c13/f1/abe16bf12a674acc876001cba56f35b5 2024-11-08T20:20:10,979 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for abe16bf12a674acc876001cba56f35b5 2024-11-08T20:20:10,979 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/default/test/70523098874c83fb03646c626f117c13/f1/abe16bf12a674acc876001cba56f35b5, entries=3, sequenceid=12, filesize=5.0 K 2024-11-08T20:20:10,979 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/default/test/70523098874c83fb03646c626f117c13/.tmp/norep/a6407c3344654639bab153411c72b914 as hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/default/test/70523098874c83fb03646c626f117c13/norep/a6407c3344654639bab153411c72b914 2024-11-08T20:20:10,982 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a6407c3344654639bab153411c72b914 2024-11-08T20:20:10,982 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/default/test/70523098874c83fb03646c626f117c13/norep/a6407c3344654639bab153411c72b914, entries=1, sequenceid=12, filesize=5.0 K 2024-11-08T20:20:10,983 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 70523098874c83fb03646c626f117c13 in 877ms, sequenceid=12, compaction requested=false 2024-11-08T20:20:10,986 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/default/test/70523098874c83fb03646c626f117c13/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-08T20:20:10,987 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:20:10,987 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T20:20:10,987 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731097192876.70523098874c83fb03646c626f117c13. 2024-11-08T20:20:10,987 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 70523098874c83fb03646c626f117c13: Waiting for close lock at 1731097210106Running coprocessor pre-close hooks at 1731097210106Disabling compacts and flushes for region at 1731097210106Disabling writes for close at 1731097210106Obtaining lock to block concurrent updates at 1731097210106Preparing flush snapshotting stores in 70523098874c83fb03646c626f117c13 at 1731097210106Finished memstore snapshotting test,,1731097192876.70523098874c83fb03646c626f117c13., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731097210107 (+1 ms)Flushing stores of test,,1731097192876.70523098874c83fb03646c626f117c13. at 1731097210107Flushing 70523098874c83fb03646c626f117c13/f: creating writer at 1731097210107Flushing 70523098874c83fb03646c626f117c13/f: appending metadata at 1731097210123 (+16 ms)Flushing 70523098874c83fb03646c626f117c13/f: closing flushed file at 1731097210123Flushing 70523098874c83fb03646c626f117c13/f1: creating writer at 1731097210130 (+7 ms)Flushing 70523098874c83fb03646c626f117c13/f1: appending metadata at 1731097210143 (+13 ms)Flushing 70523098874c83fb03646c626f117c13/f1: closing flushed file at 1731097210143Flushing 70523098874c83fb03646c626f117c13/norep: creating writer at 1731097210550 (+407 ms)Flushing 70523098874c83fb03646c626f117c13/norep: appending metadata at 1731097210564 (+14 ms)Flushing 70523098874c83fb03646c626f117c13/norep: closing flushed file at 1731097210564Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71650956: reopening flushed file at 1731097210972 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b914023: reopening flushed file at 1731097210976 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a5387e6: reopening flushed file at 1731097210979 (+3 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 70523098874c83fb03646c626f117c13 in 877ms, sequenceid=12, compaction requested=false at 1731097210983 (+4 ms)Writing region close event to WAL at 1731097210984 (+1 ms)Running coprocessor post-close hooks at 1731097210987 (+3 ms)Closed at 1731097210987 2024-11-08T20:20:10,987 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731097192876.70523098874c83fb03646c626f117c13. 2024-11-08T20:20:11,008 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.wal-reader.ae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.1731097187475 to pos 1768, reset compression=false 2024-11-08T20:20:11,011 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.wal-reader.ae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T20:20:11,011 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.wal-reader.ae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.1731097187475 to pos 2412, reset compression=false 2024-11-08T20:20:11,060 DEBUG [RS:0;ae1476a7656f:44459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:20:11,071 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 1496, reset compression=false 2024-11-08T20:20:11,214 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.wal-reader.ae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.1731097187475 to pos 2412, reset compression=false 2024-11-08T20:20:11,260 DEBUG [RS:0;ae1476a7656f:44459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:20:11,327 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284 to pos 1473, reset compression=false 2024-11-08T20:20:11,353 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/hbase/meta/1588230740/.tmp/table/d9c1714a1a324479b27af5b35492baca 2024-11-08T20:20:11,357 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/hbase/meta/1588230740/.tmp/info/b303f20ddf9243c6959524b437969541 as hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/hbase/meta/1588230740/info/b303f20ddf9243c6959524b437969541 2024-11-08T20:20:11,360 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/hbase/meta/1588230740/info/b303f20ddf9243c6959524b437969541, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T20:20:11,361 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/hbase/meta/1588230740/.tmp/ns/e42a10e681bd460fa4d90d117bd665a7 as hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/hbase/meta/1588230740/ns/e42a10e681bd460fa4d90d117bd665a7 2024-11-08T20:20:11,365 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/hbase/meta/1588230740/ns/e42a10e681bd460fa4d90d117bd665a7, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T20:20:11,365 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/hbase/meta/1588230740/.tmp/rep_barrier/807792b3f6b24e039c0f06a1ba3913bf as hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/hbase/meta/1588230740/rep_barrier/807792b3f6b24e039c0f06a1ba3913bf 2024-11-08T20:20:11,369 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/hbase/meta/1588230740/rep_barrier/807792b3f6b24e039c0f06a1ba3913bf, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T20:20:11,369 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/hbase/meta/1588230740/.tmp/table/d9c1714a1a324479b27af5b35492baca as hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/hbase/meta/1588230740/table/d9c1714a1a324479b27af5b35492baca 2024-11-08T20:20:11,373 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/hbase/meta/1588230740/table/d9c1714a1a324479b27af5b35492baca, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T20:20:11,374 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false 2024-11-08T20:20:11,377 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T20:20:11,377 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:20:11,377 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:20:11,377 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:20:11,378 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731097209659Running coprocessor pre-close hooks at 1731097209659Disabling compacts and flushes for region at 1731097209659Disabling writes for close at 1731097209659Obtaining lock to block concurrent updates at 1731097209659Preparing flush snapshotting stores in 1588230740 at 1731097209659Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731097209659Flushing stores of hbase:meta,,1.1588230740 at 1731097209667 (+8 ms)Flushing 1588230740/info: creating writer at 1731097209668 (+1 ms)Flushing 1588230740/info: appending metadata at 1731097209686 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731097209686Flushing 1588230740/ns: creating writer at 1731097210093 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731097210111 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731097210111Flushing 1588230740/rep_barrier: creating writer at 1731097210518 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731097210530 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731097210530Flushing 1588230740/table: creating writer at 1731097210937 (+407 ms)Flushing 1588230740/table: appending metadata at 1731097210949 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731097210949Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72447f2e: reopening flushed file at 1731097211356 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2be3f595: reopening flushed file at 1731097211360 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ba360be: reopening flushed file at 1731097211365 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36ef7283: reopening flushed file at 1731097211369 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false at 1731097211374 (+5 ms)Writing region close event to WAL at 1731097211375 (+1 ms)Running coprocessor post-close hooks at 1731097211377 (+2 ms)Closed at 1731097211377 2024-11-08T20:20:11,378 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T20:20:11,460 INFO [RS:0;ae1476a7656f:44459 {}] regionserver.HRegionServer(976): stopping server ae1476a7656f,44459,1731097185499; all regions closed. 2024-11-08T20:20:11,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35907 is added to blk_1073741834_1010 (size=4239) 2024-11-08T20:20:11,462 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.meta.1731097188383.meta not finished, retry = 0 2024-11-08T20:20:11,521 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.wal-reader.ae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/WALs/ae1476a7656f,44459,1731097185499/ae1476a7656f%2C44459%2C1731097185499.1731097187475 to pos 2412, reset compression=false 2024-11-08T20:20:11,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35907 is added to blk_1073741839_1015 (size=3333) 2024-11-08T20:20:11,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35907 is added to blk_1073741832_1008 (size=2420) 2024-11-08T20:20:11,568 DEBUG [RS:0;ae1476a7656f:44459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:11,569 INFO [RS:0;ae1476a7656f:44459 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:20:11,569 INFO [RS:0;ae1476a7656f:44459 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:20:11,569 INFO [RS:0;ae1476a7656f:44459 {}] hbase.ChoreService(370): Chore service for: regionserver/ae1476a7656f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T20:20:11,569 INFO [RS:0;ae1476a7656f:44459 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:20:11,569 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:20:11,569 INFO [RS:0;ae1476a7656f:44459 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ae1476a7656f,44459,1731097185499 because: Region server is closing 2024-11-08T20:20:11,569 INFO [RS:0;ae1476a7656f:44459 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:44459. 2024-11-08T20:20:11,570 DEBUG [RS:0;ae1476a7656f:44459 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:20:11,570 DEBUG [RS:0;ae1476a7656f:44459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:11,570 DEBUG [RS:0;ae1476a7656f:44459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:11,570 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:20:11,670 INFO [RS:0;ae1476a7656f:44459 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.shipperae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 terminated 2024-11-08T20:20:11,670 WARN [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44459,1731097185499.replicationSource.wal-reader.ae1476a7656f%2C44459%2C1731097185499,1-ae1476a7656f,44459,1731097185499 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T20:20:11,670 INFO [RS:0;ae1476a7656f:44459 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:44459. 2024-11-08T20:20:11,670 DEBUG [RS:0;ae1476a7656f:44459 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:20:11,670 DEBUG [RS:0;ae1476a7656f:44459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:11,670 DEBUG [RS:0;ae1476a7656f:44459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:11,670 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:20:11,671 INFO [RS:0;ae1476a7656f:44459 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44459 2024-11-08T20:20:11,674 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 1496, reset compression=false 2024-11-08T20:20:11,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44459-0x1011c1a94430007, quorum=127.0.0.1:58647, baseZNode=/21079016350 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21079016350/rs/ae1476a7656f,44459,1731097185499 2024-11-08T20:20:11,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45019-0x1011c1a94430006, quorum=127.0.0.1:58647, baseZNode=/21079016350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21079016350/rs 2024-11-08T20:20:11,750 INFO [RS:0;ae1476a7656f:44459 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:20:11,760 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ae1476a7656f,44459,1731097185499] 2024-11-08T20:20:11,771 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21079016350/draining/ae1476a7656f,44459,1731097185499 already deleted, retry=false 2024-11-08T20:20:11,771 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ae1476a7656f,44459,1731097185499 expired; onlineServers=0 2024-11-08T20:20:11,771 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ae1476a7656f,45019,1731097185352' ***** 2024-11-08T20:20:11,771 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T20:20:11,771 INFO [M:0;ae1476a7656f:45019 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:20:11,771 INFO [M:0;ae1476a7656f:45019 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:20:11,771 DEBUG [M:0;ae1476a7656f:45019 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T20:20:11,771 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T20:20:11,771 DEBUG [M:0;ae1476a7656f:45019 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T20:20:11,771 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097187160 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097187160,5,FailOnTimeoutGroup] 2024-11-08T20:20:11,771 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097187160 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097187160,5,FailOnTimeoutGroup] 2024-11-08T20:20:11,771 INFO [M:0;ae1476a7656f:45019 {}] hbase.ChoreService(370): Chore service for: master/ae1476a7656f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T20:20:11,771 INFO [M:0;ae1476a7656f:45019 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:20:11,772 DEBUG [M:0;ae1476a7656f:45019 {}] master.HMaster(1795): Stopping service threads 2024-11-08T20:20:11,772 INFO [M:0;ae1476a7656f:45019 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T20:20:11,772 INFO [M:0;ae1476a7656f:45019 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:20:11,772 INFO [M:0;ae1476a7656f:45019 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T20:20:11,772 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T20:20:11,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45019-0x1011c1a94430006, quorum=127.0.0.1:58647, baseZNode=/21079016350 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21079016350/master 2024-11-08T20:20:11,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45019-0x1011c1a94430006, quorum=127.0.0.1:58647, baseZNode=/21079016350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21079016350 2024-11-08T20:20:11,810 DEBUG [M:0;ae1476a7656f:45019 {}] zookeeper.ZKUtil(347): master:45019-0x1011c1a94430006, quorum=127.0.0.1:58647, baseZNode=/21079016350 Unable to get data of znode /21079016350/master because node does not exist (not an error) 2024-11-08T20:20:11,810 WARN [M:0;ae1476a7656f:45019 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T20:20:11,811 INFO [M:0;ae1476a7656f:45019 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/.lastflushedseqids 2024-11-08T20:20:11,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35907 is added to blk_1073741848_1024 (size=245) 2024-11-08T20:20:11,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44459-0x1011c1a94430007, quorum=127.0.0.1:58647, baseZNode=/21079016350 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:20:11,861 INFO [RS:0;ae1476a7656f:44459 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:20:11,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44459-0x1011c1a94430007, quorum=127.0.0.1:58647, baseZNode=/21079016350 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:20:11,861 INFO [RS:0;ae1476a7656f:44459 {}] regionserver.HRegionServer(1031): Exiting; stopping=ae1476a7656f,44459,1731097185499; zookeeper connection closed. 2024-11-08T20:20:11,861 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39025b99 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39025b99 2024-11-08T20:20:11,861 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T20:20:12,030 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284 to pos 1473, reset compression=false 2024-11-08T20:20:12,215 INFO [M:0;ae1476a7656f:45019 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T20:20:12,215 INFO [M:0;ae1476a7656f:45019 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T20:20:12,216 DEBUG [M:0;ae1476a7656f:45019 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:20:12,216 INFO [M:0;ae1476a7656f:45019 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:20:12,216 DEBUG [M:0;ae1476a7656f:45019 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:20:12,216 DEBUG [M:0;ae1476a7656f:45019 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:20:12,216 DEBUG [M:0;ae1476a7656f:45019 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:20:12,216 INFO [M:0;ae1476a7656f:45019 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-08T20:20:12,234 DEBUG [M:0;ae1476a7656f:45019 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/653f77f621b5414b84e740264070ce48 is 82, key is hbase:meta,,1/info:regioninfo/1731097188412/Put/seqid=0 2024-11-08T20:20:12,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35907 is added to blk_1073741849_1025 (size=5672) 2024-11-08T20:20:12,378 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 1496, reset compression=false 2024-11-08T20:20:12,638 INFO [M:0;ae1476a7656f:45019 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/653f77f621b5414b84e740264070ce48 2024-11-08T20:20:12,658 DEBUG [M:0;ae1476a7656f:45019 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e8cb3f5db6374ee0839b33cc6fc85643 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731097200600/Put/seqid=0 2024-11-08T20:20:12,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35907 is added to blk_1073741850_1026 (size=9212) 2024-11-08T20:20:12,833 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284 to pos 1473, reset compression=false 2024-11-08T20:20:13,062 INFO [M:0;ae1476a7656f:45019 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e8cb3f5db6374ee0839b33cc6fc85643 2024-11-08T20:20:13,077 DEBUG [M:0;ae1476a7656f:45019 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/97bac82ec5d34092a4fde05668896229 is 69, key is ae1476a7656f,44459,1731097185499/rs:state/1731097187261/Put/seqid=0 2024-11-08T20:20:13,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35907 is added to blk_1073741851_1027 (size=5156) 2024-11-08T20:20:13,181 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 1496, reset compression=false 2024-11-08T20:20:13,481 INFO [M:0;ae1476a7656f:45019 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/97bac82ec5d34092a4fde05668896229 2024-11-08T20:20:13,485 DEBUG [M:0;ae1476a7656f:45019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/653f77f621b5414b84e740264070ce48 as hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/653f77f621b5414b84e740264070ce48 2024-11-08T20:20:13,488 INFO [M:0;ae1476a7656f:45019 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/653f77f621b5414b84e740264070ce48, entries=8, sequenceid=127, filesize=5.5 K 2024-11-08T20:20:13,488 DEBUG [M:0;ae1476a7656f:45019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e8cb3f5db6374ee0839b33cc6fc85643 as hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e8cb3f5db6374ee0839b33cc6fc85643 2024-11-08T20:20:13,491 INFO [M:0;ae1476a7656f:45019 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e8cb3f5db6374ee0839b33cc6fc85643, entries=15, sequenceid=127, filesize=9.0 K 2024-11-08T20:20:13,492 DEBUG [M:0;ae1476a7656f:45019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/97bac82ec5d34092a4fde05668896229 as hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/97bac82ec5d34092a4fde05668896229 2024-11-08T20:20:13,494 INFO [M:0;ae1476a7656f:45019 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33673/user/jenkins/test-data/6c51f08c-080f-4644-ae33-b3a83cee1afd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/97bac82ec5d34092a4fde05668896229, entries=1, sequenceid=127, filesize=5.0 K 2024-11-08T20:20:13,495 INFO [M:0;ae1476a7656f:45019 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=127, compaction requested=false 2024-11-08T20:20:13,496 INFO [M:0;ae1476a7656f:45019 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:20:13,496 DEBUG [M:0;ae1476a7656f:45019 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731097212216Disabling compacts and flushes for region at 1731097212216Disabling writes for close at 1731097212216Obtaining lock to block concurrent updates at 1731097212216Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731097212216Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731097212216Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731097212217 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731097212217Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731097212234 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731097212234Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731097212642 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731097212658 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731097212658Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731097213065 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731097213077 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731097213077Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50eeedfa: reopening flushed file at 1731097213484 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47f5e333: reopening flushed file at 1731097213488 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bffa195: reopening flushed file at 1731097213491 (+3 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=127, compaction requested=false at 1731097213495 (+4 ms)Writing region close event to WAL at 1731097213496 (+1 ms)Closed at 1731097213496 2024-11-08T20:20:13,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35907 is added to blk_1073741830_1006 (size=73866) 2024-11-08T20:20:13,498 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:20:13,498 INFO [M:0;ae1476a7656f:45019 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T20:20:13,499 INFO [M:0;ae1476a7656f:45019 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45019 2024-11-08T20:20:13,499 INFO [M:0;ae1476a7656f:45019 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:20:13,736 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284 to pos 1473, reset compression=false 2024-11-08T20:20:13,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45019-0x1011c1a94430006, quorum=127.0.0.1:58647, baseZNode=/21079016350 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:20:13,770 INFO [M:0;ae1476a7656f:45019 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:20:13,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45019-0x1011c1a94430006, quorum=127.0.0.1:58647, baseZNode=/21079016350 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:20:13,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e2e758d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:20:13,773 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bb83f3b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:20:13,773 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:20:13,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@183eff85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:20:13,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@173f8f72{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/531bf5bf-7c7b-9df0-461a-d448ba403a95/hadoop.log.dir/,STOPPED} 2024-11-08T20:20:13,775 WARN [BP-472162705-172.17.0.3-1731097183105 heartbeating to localhost/127.0.0.1:33673 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T20:20:13,775 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T20:20:13,775 WARN [BP-472162705-172.17.0.3-1731097183105 heartbeating to localhost/127.0.0.1:33673 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-472162705-172.17.0.3-1731097183105 (Datanode Uuid 30eb86a5-e5c9-4fd4-b392-37ed4fd5819d) service to localhost/127.0.0.1:33673 2024-11-08T20:20:13,775 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T20:20:13,776 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/531bf5bf-7c7b-9df0-461a-d448ba403a95/cluster_9baf51a9-a813-e910-b981-ca84a9a7b670/data/data1/current/BP-472162705-172.17.0.3-1731097183105 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:20:13,776 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/531bf5bf-7c7b-9df0-461a-d448ba403a95/cluster_9baf51a9-a813-e910-b981-ca84a9a7b670/data/data2/current/BP-472162705-172.17.0.3-1731097183105 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:20:13,776 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T20:20:13,782 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ffa7035{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:20:13,783 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c2b851b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:20:13,783 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:20:13,783 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@158e023a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:20:13,783 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b75e043{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/531bf5bf-7c7b-9df0-461a-d448ba403a95/hadoop.log.dir/,STOPPED} 2024-11-08T20:20:13,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T20:20:13,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T20:20:13,802 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:20:13,802 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:20:13,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:13,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:13,802 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:20:13,802 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T20:20:13,802 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=273448897, stopped=false 2024-11-08T20:20:13,802 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ae1476a7656f,39179,1731097179772 2024-11-08T20:20:13,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39179-0x1011c1a94430003, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1545894323/running 2024-11-08T20:20:13,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34595-0x1011c1a94430004, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1545894323/running 2024-11-08T20:20:13,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34595-0x1011c1a94430004, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1545894323 2024-11-08T20:20:13,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39179-0x1011c1a94430003, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1545894323 2024-11-08T20:20:13,820 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:20:13,821 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34595-0x1011c1a94430004, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Set watcher on znode that does not yet exist, /1-1545894323/running 2024-11-08T20:20:13,821 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39179-0x1011c1a94430003, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Set watcher on znode that does not yet exist, /1-1545894323/running 2024-11-08T20:20:13,821 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:20:13,821 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:20:13,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:13,822 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ae1476a7656f,34595,1731097179918' ***** 2024-11-08T20:20:13,822 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T20:20:13,822 INFO [RS:0;ae1476a7656f:34595 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T20:20:13,822 INFO [RS:0;ae1476a7656f:34595 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T20:20:13,822 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T20:20:13,822 INFO [RS:0;ae1476a7656f:34595 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T20:20:13,822 INFO [RS:0;ae1476a7656f:34595 {}] regionserver.HRegionServer(3091): Received CLOSE for 30ee308d337c1d72b08adc2c7bf4ff96 2024-11-08T20:20:13,822 INFO [RS:0;ae1476a7656f:34595 {}] regionserver.HRegionServer(3091): Received CLOSE for cecef1df3bf74e375e7f3eb54aac606a 2024-11-08T20:20:13,822 INFO [RS:0;ae1476a7656f:34595 {}] regionserver.HRegionServer(959): stopping server ae1476a7656f,34595,1731097179918 2024-11-08T20:20:13,822 INFO [RS:0;ae1476a7656f:34595 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:20:13,822 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 30ee308d337c1d72b08adc2c7bf4ff96, disabling compactions & flushes 2024-11-08T20:20:13,822 INFO [RS:0;ae1476a7656f:34595 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:34595. 2024-11-08T20:20:13,822 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731097197265.30ee308d337c1d72b08adc2c7bf4ff96. 2024-11-08T20:20:13,822 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731097197265.30ee308d337c1d72b08adc2c7bf4ff96. 2024-11-08T20:20:13,822 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731097197265.30ee308d337c1d72b08adc2c7bf4ff96. after waiting 0 ms 2024-11-08T20:20:13,822 DEBUG [RS:0;ae1476a7656f:34595 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:20:13,822 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731097197265.30ee308d337c1d72b08adc2c7bf4ff96. 2024-11-08T20:20:13,822 DEBUG [RS:0;ae1476a7656f:34595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:13,822 INFO [RS:0;ae1476a7656f:34595 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T20:20:13,822 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 30ee308d337c1d72b08adc2c7bf4ff96 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-08T20:20:13,822 INFO [RS:0;ae1476a7656f:34595 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T20:20:13,822 INFO [RS:0;ae1476a7656f:34595 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T20:20:13,822 INFO [RS:0;ae1476a7656f:34595 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T20:20:13,823 INFO [RS:0;ae1476a7656f:34595 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T20:20:13,823 DEBUG [RS:0;ae1476a7656f:34595 {}] regionserver.HRegionServer(1325): Online Regions={30ee308d337c1d72b08adc2c7bf4ff96=hbase:replication,,1731097197265.30ee308d337c1d72b08adc2c7bf4ff96., 1588230740=hbase:meta,,1.1588230740, cecef1df3bf74e375e7f3eb54aac606a=test,,1731097190715.cecef1df3bf74e375e7f3eb54aac606a.} 2024-11-08T20:20:13,823 DEBUG [RS:0;ae1476a7656f:34595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30ee308d337c1d72b08adc2c7bf4ff96, cecef1df3bf74e375e7f3eb54aac606a 2024-11-08T20:20:13,823 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:20:13,823 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:20:13,823 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:20:13,823 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:20:13,823 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:20:13,823 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T20:20:13,836 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/hbase/meta/1588230740/.tmp/info/05134c825dae4da997cda1f7335b3f5d is 147, key is hbase:replication,,1731097197265.30ee308d337c1d72b08adc2c7bf4ff96./info:regioninfo/1731097198429/Put/seqid=0 2024-11-08T20:20:13,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741840_1016 (size=7686) 2024-11-08T20:20:13,845 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/hbase/replication/30ee308d337c1d72b08adc2c7bf4ff96/.tmp/queue/ce021f8d1b0b4a9fb5fc57c089701fb1 is 154, key is 1-ae1476a7656f,34595,1731097179918/queue:ae1476a7656f%2C34595%2C1731097179918/1731097209315/Put/seqid=0 2024-11-08T20:20:13,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741841_1017 (size=5353) 2024-11-08T20:20:13,867 INFO [regionserver/ae1476a7656f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:20:14,023 DEBUG [RS:0;ae1476a7656f:34595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30ee308d337c1d72b08adc2c7bf4ff96, cecef1df3bf74e375e7f3eb54aac606a 2024-11-08T20:20:14,084 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 1496, reset compression=false 2024-11-08T20:20:14,147 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T20:20:14,148 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T20:20:14,223 DEBUG [RS:0;ae1476a7656f:34595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30ee308d337c1d72b08adc2c7bf4ff96, cecef1df3bf74e375e7f3eb54aac606a 2024-11-08T20:20:14,240 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/hbase/meta/1588230740/.tmp/info/05134c825dae4da997cda1f7335b3f5d 2024-11-08T20:20:14,249 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/hbase/replication/30ee308d337c1d72b08adc2c7bf4ff96/.tmp/queue/ce021f8d1b0b4a9fb5fc57c089701fb1 2024-11-08T20:20:14,256 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/hbase/replication/30ee308d337c1d72b08adc2c7bf4ff96/.tmp/queue/ce021f8d1b0b4a9fb5fc57c089701fb1 as hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/hbase/replication/30ee308d337c1d72b08adc2c7bf4ff96/queue/ce021f8d1b0b4a9fb5fc57c089701fb1 2024-11-08T20:20:14,260 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/hbase/meta/1588230740/.tmp/ns/a63d3a77971244d0b012c943a2ac7647 is 43, key is default/ns:d/1731097182980/Put/seqid=0 2024-11-08T20:20:14,260 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/hbase/replication/30ee308d337c1d72b08adc2c7bf4ff96/queue/ce021f8d1b0b4a9fb5fc57c089701fb1, entries=1, sequenceid=14, filesize=5.2 K 2024-11-08T20:20:14,261 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 30ee308d337c1d72b08adc2c7bf4ff96 in 439ms, sequenceid=14, compaction requested=false 2024-11-08T20:20:14,261 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T20:20:14,269 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/hbase/replication/30ee308d337c1d72b08adc2c7bf4ff96/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-08T20:20:14,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741842_1018 (size=5153) 2024-11-08T20:20:14,271 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:20:14,271 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:20:14,272 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731097197265.30ee308d337c1d72b08adc2c7bf4ff96. 2024-11-08T20:20:14,272 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 30ee308d337c1d72b08adc2c7bf4ff96: Waiting for close lock at 1731097213822Running coprocessor pre-close hooks at 1731097213822Disabling compacts and flushes for region at 1731097213822Disabling writes for close at 1731097213822Obtaining lock to block concurrent updates at 1731097213822Preparing flush snapshotting stores in 30ee308d337c1d72b08adc2c7bf4ff96 at 1731097213822Finished memstore snapshotting hbase:replication,,1731097197265.30ee308d337c1d72b08adc2c7bf4ff96., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731097213823 (+1 ms)Flushing stores of hbase:replication,,1731097197265.30ee308d337c1d72b08adc2c7bf4ff96. at 1731097213823Flushing 30ee308d337c1d72b08adc2c7bf4ff96/queue: creating writer at 1731097213823Flushing 30ee308d337c1d72b08adc2c7bf4ff96/queue: appending metadata at 1731097213844 (+21 ms)Flushing 30ee308d337c1d72b08adc2c7bf4ff96/queue: closing flushed file at 1731097213844Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@344e18d0: reopening flushed file at 1731097214253 (+409 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 30ee308d337c1d72b08adc2c7bf4ff96 in 439ms, sequenceid=14, compaction requested=false at 1731097214261 (+8 ms)Writing region close event to WAL at 1731097214262 (+1 ms)Running coprocessor post-close hooks at 1731097214271 (+9 ms)Closed at 1731097214271 2024-11-08T20:20:14,272 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731097197265.30ee308d337c1d72b08adc2c7bf4ff96. 2024-11-08T20:20:14,276 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cecef1df3bf74e375e7f3eb54aac606a, disabling compactions & flushes 2024-11-08T20:20:14,276 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731097190715.cecef1df3bf74e375e7f3eb54aac606a. 2024-11-08T20:20:14,276 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731097190715.cecef1df3bf74e375e7f3eb54aac606a. 2024-11-08T20:20:14,276 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731097190715.cecef1df3bf74e375e7f3eb54aac606a. after waiting 0 ms 2024-11-08T20:20:14,276 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731097190715.cecef1df3bf74e375e7f3eb54aac606a. 2024-11-08T20:20:14,276 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cecef1df3bf74e375e7f3eb54aac606a 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-08T20:20:14,301 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/default/test/cecef1df3bf74e375e7f3eb54aac606a/.tmp/f/aee1d32452894890bd85f111927d765f is 37, key is row3/f:row3/1731097208264/Put/seqid=0 2024-11-08T20:20:14,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741843_1019 (size=5228) 2024-11-08T20:20:14,304 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/default/test/cecef1df3bf74e375e7f3eb54aac606a/.tmp/f/aee1d32452894890bd85f111927d765f 2024-11-08T20:20:14,309 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aee1d32452894890bd85f111927d765f 2024-11-08T20:20:14,326 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/default/test/cecef1df3bf74e375e7f3eb54aac606a/.tmp/f1/41bc0b75a6d648f9a539ac0a2e9de07b is 30, key is row1/f1:/1731097205607/DeleteFamily/seqid=0 2024-11-08T20:20:14,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741844_1020 (size=5158) 2024-11-08T20:20:14,333 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/default/test/cecef1df3bf74e375e7f3eb54aac606a/.tmp/f1/41bc0b75a6d648f9a539ac0a2e9de07b 2024-11-08T20:20:14,336 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 41bc0b75a6d648f9a539ac0a2e9de07b 2024-11-08T20:20:14,354 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/default/test/cecef1df3bf74e375e7f3eb54aac606a/.tmp/norep/048232d28fa140028f2ce8a0f0d4a6cf is 33, key is row1/norep:/1731097205607/DeleteFamily/seqid=0 2024-11-08T20:20:14,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741845_1021 (size=5108) 2024-11-08T20:20:14,423 DEBUG [RS:0;ae1476a7656f:34595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cecef1df3bf74e375e7f3eb54aac606a 2024-11-08T20:20:14,623 DEBUG [RS:0;ae1476a7656f:34595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cecef1df3bf74e375e7f3eb54aac606a 2024-11-08T20:20:14,672 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/hbase/meta/1588230740/.tmp/ns/a63d3a77971244d0b012c943a2ac7647 2024-11-08T20:20:14,701 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/hbase/meta/1588230740/.tmp/rep_barrier/534510bba4984e1f8d49c1ebf9b4b74f is 112, key is test,,1731097190715.cecef1df3bf74e375e7f3eb54aac606a./rep_barrier:seqnumDuringOpen/1731097191867/Put/seqid=0 2024-11-08T20:20:14,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741846_1022 (size=5518) 2024-11-08T20:20:14,710 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/hbase/meta/1588230740/.tmp/rep_barrier/534510bba4984e1f8d49c1ebf9b4b74f 2024-11-08T20:20:14,733 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/hbase/meta/1588230740/.tmp/table/58a4c2b509d24a338f73e6a06d15f1eb is 53, key is hbase:replication/table:state/1731097198435/Put/seqid=0 2024-11-08T20:20:14,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741847_1023 (size=5308) 2024-11-08T20:20:14,739 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284 to pos 1473, reset compression=false 2024-11-08T20:20:14,743 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T20:20:14,744 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284 to pos 1720, reset compression=false 2024-11-08T20:20:14,744 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.shipperae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,34595,1731097179918 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284, lastWalPosition=1720, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T20:20:14,744 ERROR [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.shipperae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ae1476a7656f,34595,1731097179918: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ae1476a7656f,34595,1731097179918, walGroup=ae1476a7656f%2C34595%2C1731097179918, offset=ae1476a7656f%2C34595%2C1731097179918.1731097182284:1720, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:34595 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T20:20:14,745 ERROR [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.shipperae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T20:20:14,745 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.shipperae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T20:20:14,746 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.shipperae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T20:20:14,746 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.shipperae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T20:20:14,746 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.shipperae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T20:20:14,746 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.shipperae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1182793728, "init": 1048576000, "max": 2306867200, "used": 706999264 }, "NonHeapMemoryUsage": { "committed": 203096064, "init": 7667712, "max": -1, "used": 200050712 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T20:20:14,746 WARN [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.shipperae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:39179 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:39179 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T20:20:14,761 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/default/test/cecef1df3bf74e375e7f3eb54aac606a/.tmp/norep/048232d28fa140028f2ce8a0f0d4a6cf 2024-11-08T20:20:14,765 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 048232d28fa140028f2ce8a0f0d4a6cf 2024-11-08T20:20:14,766 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/default/test/cecef1df3bf74e375e7f3eb54aac606a/.tmp/f/aee1d32452894890bd85f111927d765f as hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/default/test/cecef1df3bf74e375e7f3eb54aac606a/f/aee1d32452894890bd85f111927d765f 2024-11-08T20:20:14,770 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aee1d32452894890bd85f111927d765f 2024-11-08T20:20:14,771 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/default/test/cecef1df3bf74e375e7f3eb54aac606a/f/aee1d32452894890bd85f111927d765f, entries=5, sequenceid=12, filesize=5.1 K 2024-11-08T20:20:14,771 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/default/test/cecef1df3bf74e375e7f3eb54aac606a/.tmp/f1/41bc0b75a6d648f9a539ac0a2e9de07b as hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/default/test/cecef1df3bf74e375e7f3eb54aac606a/f1/41bc0b75a6d648f9a539ac0a2e9de07b 2024-11-08T20:20:14,775 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 41bc0b75a6d648f9a539ac0a2e9de07b 2024-11-08T20:20:14,775 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/default/test/cecef1df3bf74e375e7f3eb54aac606a/f1/41bc0b75a6d648f9a539ac0a2e9de07b, entries=3, sequenceid=12, filesize=5.0 K 2024-11-08T20:20:14,776 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/default/test/cecef1df3bf74e375e7f3eb54aac606a/.tmp/norep/048232d28fa140028f2ce8a0f0d4a6cf as hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/default/test/cecef1df3bf74e375e7f3eb54aac606a/norep/048232d28fa140028f2ce8a0f0d4a6cf 2024-11-08T20:20:14,780 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 048232d28fa140028f2ce8a0f0d4a6cf 2024-11-08T20:20:14,780 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/default/test/cecef1df3bf74e375e7f3eb54aac606a/norep/048232d28fa140028f2ce8a0f0d4a6cf, entries=1, sequenceid=12, filesize=5.0 K 2024-11-08T20:20:14,781 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for cecef1df3bf74e375e7f3eb54aac606a in 505ms, sequenceid=12, compaction requested=false 2024-11-08T20:20:14,781 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T20:20:14,786 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/default/test/cecef1df3bf74e375e7f3eb54aac606a/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-08T20:20:14,786 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:20:14,786 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T20:20:14,786 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731097190715.cecef1df3bf74e375e7f3eb54aac606a. 2024-11-08T20:20:14,787 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cecef1df3bf74e375e7f3eb54aac606a: Waiting for close lock at 1731097214272Running coprocessor pre-close hooks at 1731097214272Disabling compacts and flushes for region at 1731097214276 (+4 ms)Disabling writes for close at 1731097214276Obtaining lock to block concurrent updates at 1731097214276Preparing flush snapshotting stores in cecef1df3bf74e375e7f3eb54aac606a at 1731097214276Finished memstore snapshotting test,,1731097190715.cecef1df3bf74e375e7f3eb54aac606a., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731097214277 (+1 ms)Flushing stores of test,,1731097190715.cecef1df3bf74e375e7f3eb54aac606a. at 1731097214279 (+2 ms)Flushing cecef1df3bf74e375e7f3eb54aac606a/f: creating writer at 1731097214280 (+1 ms)Flushing cecef1df3bf74e375e7f3eb54aac606a/f: appending metadata at 1731097214300 (+20 ms)Flushing cecef1df3bf74e375e7f3eb54aac606a/f: closing flushed file at 1731097214300Flushing cecef1df3bf74e375e7f3eb54aac606a/f1: creating writer at 1731097214309 (+9 ms)Flushing cecef1df3bf74e375e7f3eb54aac606a/f1: appending metadata at 1731097214325 (+16 ms)Flushing cecef1df3bf74e375e7f3eb54aac606a/f1: closing flushed file at 1731097214325Flushing cecef1df3bf74e375e7f3eb54aac606a/norep: creating writer at 1731097214337 (+12 ms)Flushing cecef1df3bf74e375e7f3eb54aac606a/norep: appending metadata at 1731097214353 (+16 ms)Flushing cecef1df3bf74e375e7f3eb54aac606a/norep: closing flushed file at 1731097214353Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d3834e6: reopening flushed file at 1731097214766 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36ce2435: reopening flushed file at 1731097214771 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ee6529c: reopening flushed file at 1731097214775 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for cecef1df3bf74e375e7f3eb54aac606a in 505ms, sequenceid=12, compaction requested=false at 1731097214781 (+6 ms)Writing region close event to WAL at 1731097214783 (+2 ms)Running coprocessor post-close hooks at 1731097214786 (+3 ms)Closed at 1731097214786 2024-11-08T20:20:14,787 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731097190715.cecef1df3bf74e375e7f3eb54aac606a. 2024-11-08T20:20:14,824 INFO [RS:0;ae1476a7656f:34595 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T20:20:14,824 DEBUG [RS:0;ae1476a7656f:34595 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T20:20:14,824 DEBUG [RS:0;ae1476a7656f:34595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:20:14,947 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284 to pos 1720, reset compression=false 2024-11-08T20:20:14,953 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T20:20:14,953 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284 to pos 2364, reset compression=false 2024-11-08T20:20:15,024 DEBUG [RS:0;ae1476a7656f:34595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:20:15,089 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 1496, reset compression=false 2024-11-08T20:20:15,136 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/hbase/meta/1588230740/.tmp/table/58a4c2b509d24a338f73e6a06d15f1eb 2024-11-08T20:20:15,141 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/hbase/meta/1588230740/.tmp/info/05134c825dae4da997cda1f7335b3f5d as hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/hbase/meta/1588230740/info/05134c825dae4da997cda1f7335b3f5d 2024-11-08T20:20:15,144 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/hbase/meta/1588230740/info/05134c825dae4da997cda1f7335b3f5d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T20:20:15,145 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/hbase/meta/1588230740/.tmp/ns/a63d3a77971244d0b012c943a2ac7647 as hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/hbase/meta/1588230740/ns/a63d3a77971244d0b012c943a2ac7647 2024-11-08T20:20:15,149 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/hbase/meta/1588230740/ns/a63d3a77971244d0b012c943a2ac7647, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T20:20:15,150 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/hbase/meta/1588230740/.tmp/rep_barrier/534510bba4984e1f8d49c1ebf9b4b74f as hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/hbase/meta/1588230740/rep_barrier/534510bba4984e1f8d49c1ebf9b4b74f 2024-11-08T20:20:15,154 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/hbase/meta/1588230740/rep_barrier/534510bba4984e1f8d49c1ebf9b4b74f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T20:20:15,155 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/hbase/meta/1588230740/.tmp/table/58a4c2b509d24a338f73e6a06d15f1eb as hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/hbase/meta/1588230740/table/58a4c2b509d24a338f73e6a06d15f1eb 2024-11-08T20:20:15,157 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.wal-reader.ae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284 to pos 2364, reset compression=false 2024-11-08T20:20:15,159 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/hbase/meta/1588230740/table/58a4c2b509d24a338f73e6a06d15f1eb, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T20:20:15,160 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1337ms, sequenceid=16, compaction requested=false 2024-11-08T20:20:15,160 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T20:20:15,176 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T20:20:15,177 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:20:15,177 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:20:15,177 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:20:15,177 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731097213823Running coprocessor pre-close hooks at 1731097213823Disabling compacts and flushes for region at 1731097213823Disabling writes for close at 1731097213823Obtaining lock to block concurrent updates at 1731097213823Preparing flush snapshotting stores in 1588230740 at 1731097213823Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731097213823Flushing stores of hbase:meta,,1.1588230740 at 1731097213824 (+1 ms)Flushing 1588230740/info: creating writer at 1731097213824Flushing 1588230740/info: appending metadata at 1731097213836 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731097213836Flushing 1588230740/ns: creating writer at 1731097214244 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731097214260 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731097214260Flushing 1588230740/rep_barrier: creating writer at 1731097214675 (+415 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731097214700 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731097214700Flushing 1588230740/table: creating writer at 1731097214720 (+20 ms)Flushing 1588230740/table: appending metadata at 1731097214732 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731097214732Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b6276f8: reopening flushed file at 1731097215140 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@792a7b: reopening flushed file at 1731097215145 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@586937a2: reopening flushed file at 1731097215150 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27f88c48: reopening flushed file at 1731097215154 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1337ms, sequenceid=16, compaction requested=false at 1731097215160 (+6 ms)Writing region close event to WAL at 1731097215172 (+12 ms)Running coprocessor post-close hooks at 1731097215177 (+5 ms)Closed at 1731097215177 2024-11-08T20:20:15,177 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T20:20:15,224 INFO [RS:0;ae1476a7656f:34595 {}] regionserver.HRegionServer(976): stopping server ae1476a7656f,34595,1731097179918; all regions closed. 2024-11-08T20:20:15,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741834_1010 (size=4239) 2024-11-08T20:20:15,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741839_1015 (size=3552) 2024-11-08T20:20:15,231 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.rep.1731097198397 not finished, retry = 0 2024-11-08T20:20:15,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741832_1008 (size=2372) 2024-11-08T20:20:15,333 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/WALs/ae1476a7656f,34595,1731097179918/ae1476a7656f%2C34595%2C1731097179918.1731097182284 not finished, retry = 0 2024-11-08T20:20:15,434 DEBUG [RS:0;ae1476a7656f:34595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:15,434 INFO [RS:0;ae1476a7656f:34595 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:20:15,434 INFO [RS:0;ae1476a7656f:34595 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:20:15,434 INFO [RS:0;ae1476a7656f:34595 {}] hbase.ChoreService(370): Chore service for: regionserver/ae1476a7656f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T20:20:15,434 INFO [RS:0;ae1476a7656f:34595 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:20:15,434 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:20:15,435 INFO [RS:0;ae1476a7656f:34595 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ae1476a7656f,34595,1731097179918 because: Region server is closing 2024-11-08T20:20:15,435 INFO [RS:0;ae1476a7656f:34595 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:34595. 2024-11-08T20:20:15,435 DEBUG [RS:0;ae1476a7656f:34595 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:20:15,435 DEBUG [RS:0;ae1476a7656f:34595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:15,435 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:20:15,435 DEBUG [RS:0;ae1476a7656f:34595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:15,535 INFO [RS:0;ae1476a7656f:34595 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,34595,1731097179918.replicationSource.shipperae1476a7656f%2C34595%2C1731097179918,1-ae1476a7656f,34595,1731097179918 terminated 2024-11-08T20:20:15,536 INFO [RS:0;ae1476a7656f:34595 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:34595. 2024-11-08T20:20:15,536 DEBUG [RS:0;ae1476a7656f:34595 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:20:15,536 DEBUG [RS:0;ae1476a7656f:34595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:15,536 DEBUG [RS:0;ae1476a7656f:34595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:15,536 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:20:15,536 INFO [RS:0;ae1476a7656f:34595 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34595 2024-11-08T20:20:15,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34595-0x1011c1a94430004, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1545894323/rs/ae1476a7656f,34595,1731097179918 2024-11-08T20:20:15,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39179-0x1011c1a94430003, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1545894323/rs 2024-11-08T20:20:15,602 INFO [RS:0;ae1476a7656f:34595 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:20:15,608 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T20:20:15,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:15,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:15,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:15,613 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ae1476a7656f,34595,1731097179918] 2024-11-08T20:20:15,623 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1545894323/draining/ae1476a7656f,34595,1731097179918 already deleted, retry=false 2024-11-08T20:20:15,623 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ae1476a7656f,34595,1731097179918 expired; onlineServers=0 2024-11-08T20:20:15,623 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ae1476a7656f,39179,1731097179772' ***** 2024-11-08T20:20:15,623 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T20:20:15,624 INFO [M:0;ae1476a7656f:39179 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:20:15,624 INFO [M:0;ae1476a7656f:39179 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:20:15,624 DEBUG [M:0;ae1476a7656f:39179 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T20:20:15,624 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T20:20:15,624 DEBUG [M:0;ae1476a7656f:39179 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T20:20:15,624 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097181950 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097181950,5,FailOnTimeoutGroup] 2024-11-08T20:20:15,624 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097181949 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097181949,5,FailOnTimeoutGroup] 2024-11-08T20:20:15,624 INFO [M:0;ae1476a7656f:39179 {}] hbase.ChoreService(370): Chore service for: master/ae1476a7656f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T20:20:15,624 INFO [M:0;ae1476a7656f:39179 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:20:15,624 DEBUG [M:0;ae1476a7656f:39179 {}] master.HMaster(1795): Stopping service threads 2024-11-08T20:20:15,624 INFO [M:0;ae1476a7656f:39179 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T20:20:15,624 INFO [M:0;ae1476a7656f:39179 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:20:15,625 INFO [M:0;ae1476a7656f:39179 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T20:20:15,625 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T20:20:15,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39179-0x1011c1a94430003, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1545894323/master 2024-11-08T20:20:15,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39179-0x1011c1a94430003, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1545894323 2024-11-08T20:20:15,634 DEBUG [M:0;ae1476a7656f:39179 {}] zookeeper.ZKUtil(347): master:39179-0x1011c1a94430003, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Unable to get data of znode /1-1545894323/master because node does not exist (not an error) 2024-11-08T20:20:15,634 WARN [M:0;ae1476a7656f:39179 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T20:20:15,634 INFO [M:0;ae1476a7656f:39179 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/.lastflushedseqids 2024-11-08T20:20:15,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741848_1024 (size=245) 2024-11-08T20:20:15,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:15,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:15,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:15,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:15,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:15,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:15,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:15,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:15,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:15,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:15,713 INFO [RS:0;ae1476a7656f:34595 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:20:15,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34595-0x1011c1a94430004, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:20:15,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34595-0x1011c1a94430004, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:20:15,713 INFO [RS:0;ae1476a7656f:34595 {}] regionserver.HRegionServer(1031): Exiting; stopping=ae1476a7656f,34595,1731097179918; zookeeper connection closed. 2024-11-08T20:20:15,713 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@691e5a26 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@691e5a26 2024-11-08T20:20:15,713 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T20:20:16,038 INFO [M:0;ae1476a7656f:39179 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T20:20:16,039 INFO [M:0;ae1476a7656f:39179 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T20:20:16,039 DEBUG [M:0;ae1476a7656f:39179 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:20:16,039 INFO [M:0;ae1476a7656f:39179 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:20:16,039 DEBUG [M:0;ae1476a7656f:39179 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:20:16,039 DEBUG [M:0;ae1476a7656f:39179 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:20:16,039 DEBUG [M:0;ae1476a7656f:39179 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:20:16,039 INFO [M:0;ae1476a7656f:39179 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-08T20:20:16,067 DEBUG [M:0;ae1476a7656f:39179 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d068f55f36924640b231fba8eedf7973 is 82, key is hbase:meta,,1/info:regioninfo/1731097182963/Put/seqid=0 2024-11-08T20:20:16,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741849_1025 (size=5672) 2024-11-08T20:20:16,192 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 1496, reset compression=false 2024-11-08T20:20:16,470 INFO [M:0;ae1476a7656f:39179 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d068f55f36924640b231fba8eedf7973 2024-11-08T20:20:16,493 DEBUG [M:0;ae1476a7656f:39179 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/46c559e08cd34f1ba818a622414b9a10 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731097191878/Put/seqid=0 2024-11-08T20:20:16,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741850_1026 (size=7218) 2024-11-08T20:20:16,897 INFO [M:0;ae1476a7656f:39179 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/46c559e08cd34f1ba818a622414b9a10 2024-11-08T20:20:16,900 INFO [M:0;ae1476a7656f:39179 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 46c559e08cd34f1ba818a622414b9a10 2024-11-08T20:20:16,916 DEBUG [M:0;ae1476a7656f:39179 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/832766ba74bf4438be48cc7ec848cee4 is 69, key is ae1476a7656f,34595,1731097179918/rs:state/1731097182079/Put/seqid=0 2024-11-08T20:20:16,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741851_1027 (size=5156) 2024-11-08T20:20:16,919 INFO [M:0;ae1476a7656f:39179 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/832766ba74bf4438be48cc7ec848cee4 2024-11-08T20:20:16,923 DEBUG [M:0;ae1476a7656f:39179 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d068f55f36924640b231fba8eedf7973 as hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d068f55f36924640b231fba8eedf7973 2024-11-08T20:20:16,926 INFO [M:0;ae1476a7656f:39179 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d068f55f36924640b231fba8eedf7973, entries=8, sequenceid=105, filesize=5.5 K 2024-11-08T20:20:16,927 DEBUG [M:0;ae1476a7656f:39179 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/46c559e08cd34f1ba818a622414b9a10 as hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/46c559e08cd34f1ba818a622414b9a10 2024-11-08T20:20:16,930 INFO [M:0;ae1476a7656f:39179 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 46c559e08cd34f1ba818a622414b9a10 2024-11-08T20:20:16,930 INFO [M:0;ae1476a7656f:39179 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/46c559e08cd34f1ba818a622414b9a10, entries=11, sequenceid=105, filesize=7.0 K 2024-11-08T20:20:16,930 DEBUG [M:0;ae1476a7656f:39179 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/832766ba74bf4438be48cc7ec848cee4 as hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/832766ba74bf4438be48cc7ec848cee4 2024-11-08T20:20:16,933 INFO [M:0;ae1476a7656f:39179 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37373/user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/832766ba74bf4438be48cc7ec848cee4, entries=1, sequenceid=105, filesize=5.0 K 2024-11-08T20:20:16,934 INFO [M:0;ae1476a7656f:39179 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 895ms, sequenceid=105, compaction requested=false 2024-11-08T20:20:16,935 INFO [M:0;ae1476a7656f:39179 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:20:16,935 DEBUG [M:0;ae1476a7656f:39179 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731097216039Disabling compacts and flushes for region at 1731097216039Disabling writes for close at 1731097216039Obtaining lock to block concurrent updates at 1731097216039Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731097216039Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731097216039Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731097216040 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731097216040Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731097216066 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731097216066Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731097216474 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731097216493 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731097216493Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731097216901 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731097216915 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731097216916 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66806398: reopening flushed file at 1731097216922 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51c0a587: reopening flushed file at 1731097216926 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7896e2b5: reopening flushed file at 1731097216930 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 895ms, sequenceid=105, compaction requested=false at 1731097216934 (+4 ms)Writing region close event to WAL at 1731097216935 (+1 ms)Closed at 1731097216935 2024-11-08T20:20:16,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741830_1006 (size=64423) 2024-11-08T20:20:16,937 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ac577c91-f20f-38b8-9a98-6fd6f8865573/MasterData/WALs/ae1476a7656f,39179,1731097179772/ae1476a7656f%2C39179%2C1731097179772.1731097181688 not finished, retry = 0 2024-11-08T20:20:17,038 INFO [M:0;ae1476a7656f:39179 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T20:20:17,038 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:20:17,038 INFO [M:0;ae1476a7656f:39179 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39179 2024-11-08T20:20:17,038 INFO [M:0;ae1476a7656f:39179 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:20:17,155 INFO [M:0;ae1476a7656f:39179 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:20:17,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39179-0x1011c1a94430003, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:20:17,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39179-0x1011c1a94430003, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:20:17,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f4efc93{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:20:17,157 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55a2d48a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:20:17,157 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:20:17,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a005b0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:20:17,158 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3da94a11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449866d5-ff59-dc65-0c7e-0665df96fac1/hadoop.log.dir/,STOPPED} 2024-11-08T20:20:17,160 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T20:20:17,160 WARN [BP-1213803551-172.17.0.3-1731097177813 heartbeating to localhost/127.0.0.1:37373 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T20:20:17,160 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T20:20:17,160 WARN [BP-1213803551-172.17.0.3-1731097177813 heartbeating to localhost/127.0.0.1:37373 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1213803551-172.17.0.3-1731097177813 (Datanode Uuid f6882b07-87cd-43d6-bdef-62b051594b66) service to localhost/127.0.0.1:37373 2024-11-08T20:20:17,160 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449866d5-ff59-dc65-0c7e-0665df96fac1/cluster_dc553f32-f725-9202-0a3d-17ed93348695/data/data1/current/BP-1213803551-172.17.0.3-1731097177813 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:20:17,160 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449866d5-ff59-dc65-0c7e-0665df96fac1/cluster_dc553f32-f725-9202-0a3d-17ed93348695/data/data2/current/BP-1213803551-172.17.0.3-1731097177813 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:20:17,161 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T20:20:17,165 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6965e875{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:20:17,166 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21b8d0fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:20:17,166 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:20:17,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b1a2a0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:20:17,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a0b9d5a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/449866d5-ff59-dc65-0c7e-0665df96fac1/hadoop.log.dir/,STOPPED} 2024-11-08T20:20:17,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T20:20:17,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T20:20:17,182 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:20:17,182 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:20:17,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:17,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:17,183 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:20:17,183 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T20:20:17,183 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=680585136, stopped=false 2024-11-08T20:20:17,183 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ae1476a7656f,34459,1731097174231 2024-11-08T20:20:17,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x1011c1a94430000, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-794638229/running 2024-11-08T20:20:17,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40603-0x1011c1a94430001, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-794638229/running 2024-11-08T20:20:17,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40603-0x1011c1a94430001, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794638229 2024-11-08T20:20:17,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x1011c1a94430000, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794638229 2024-11-08T20:20:17,199 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:20:17,199 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:20:17,199 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34459-0x1011c1a94430000, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Set watcher on znode that does not yet exist, /0-794638229/running 2024-11-08T20:20:17,199 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:20:17,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:17,199 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40603-0x1011c1a94430001, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Set watcher on znode that does not yet exist, /0-794638229/running 2024-11-08T20:20:17,204 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ae1476a7656f,40603,1731097174428' ***** 2024-11-08T20:20:17,204 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T20:20:17,205 INFO [RS:0;ae1476a7656f:40603 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T20:20:17,205 INFO [RS:0;ae1476a7656f:40603 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T20:20:17,205 INFO [RS:0;ae1476a7656f:40603 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T20:20:17,205 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T20:20:17,205 INFO [RS:0;ae1476a7656f:40603 {}] regionserver.HRegionServer(3091): Received CLOSE for 40efc1d382df6ab15b95924fc9b1a9c7 2024-11-08T20:20:17,205 INFO [RS:0;ae1476a7656f:40603 {}] regionserver.HRegionServer(3091): Received CLOSE for ad88d269956384930405ded987728787 2024-11-08T20:20:17,205 INFO [RS:0;ae1476a7656f:40603 {}] regionserver.HRegionServer(959): stopping server ae1476a7656f,40603,1731097174428 2024-11-08T20:20:17,205 INFO [RS:0;ae1476a7656f:40603 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:20:17,205 INFO [RS:0;ae1476a7656f:40603 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:40603. 2024-11-08T20:20:17,205 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 40efc1d382df6ab15b95924fc9b1a9c7, disabling compactions & flushes 2024-11-08T20:20:17,205 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731097195092.40efc1d382df6ab15b95924fc9b1a9c7. 2024-11-08T20:20:17,205 DEBUG [RS:0;ae1476a7656f:40603 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:20:17,205 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731097195092.40efc1d382df6ab15b95924fc9b1a9c7. 2024-11-08T20:20:17,205 DEBUG [RS:0;ae1476a7656f:40603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:17,205 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731097195092.40efc1d382df6ab15b95924fc9b1a9c7. after waiting 0 ms 2024-11-08T20:20:17,205 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731097195092.40efc1d382df6ab15b95924fc9b1a9c7. 2024-11-08T20:20:17,205 INFO [RS:0;ae1476a7656f:40603 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T20:20:17,205 INFO [RS:0;ae1476a7656f:40603 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T20:20:17,205 INFO [RS:0;ae1476a7656f:40603 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T20:20:17,205 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 40efc1d382df6ab15b95924fc9b1a9c7 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-08T20:20:17,205 INFO [RS:0;ae1476a7656f:40603 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T20:20:17,206 INFO [RS:0;ae1476a7656f:40603 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T20:20:17,206 DEBUG [RS:0;ae1476a7656f:40603 {}] regionserver.HRegionServer(1325): Online Regions={40efc1d382df6ab15b95924fc9b1a9c7=hbase:replication,,1731097195092.40efc1d382df6ab15b95924fc9b1a9c7., 1588230740=hbase:meta,,1.1588230740, ad88d269956384930405ded987728787=test,,1731097188562.ad88d269956384930405ded987728787.} 2024-11-08T20:20:17,206 DEBUG [RS:0;ae1476a7656f:40603 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40efc1d382df6ab15b95924fc9b1a9c7, ad88d269956384930405ded987728787 2024-11-08T20:20:17,206 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:20:17,206 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:20:17,206 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:20:17,206 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:20:17,206 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:20:17,206 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T20:20:17,222 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/hbase/replication/40efc1d382df6ab15b95924fc9b1a9c7/.tmp/queue/7136a111dbf44ef8817dfda73ef09bf9 is 154, key is 1-ae1476a7656f,40603,1731097174428/queue:ae1476a7656f%2C40603%2C1731097174428/1731097209659/Put/seqid=0 2024-11-08T20:20:17,223 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/hbase/meta/1588230740/.tmp/info/622cec3f3b214ee2846e2ed7104533df is 147, key is hbase:replication,,1731097195092.40efc1d382df6ab15b95924fc9b1a9c7./info:regioninfo/1731097196266/Put/seqid=0 2024-11-08T20:20:17,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741841_1017 (size=7686) 2024-11-08T20:20:17,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741840_1016 (size=5353) 2024-11-08T20:20:17,260 INFO [regionserver/ae1476a7656f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:20:17,395 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 1496, reset compression=false 2024-11-08T20:20:17,406 DEBUG [RS:0;ae1476a7656f:40603 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40efc1d382df6ab15b95924fc9b1a9c7, ad88d269956384930405ded987728787 2024-11-08T20:20:17,574 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T20:20:17,574 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T20:20:17,606 DEBUG [RS:0;ae1476a7656f:40603 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40efc1d382df6ab15b95924fc9b1a9c7, ad88d269956384930405ded987728787 2024-11-08T20:20:17,630 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/hbase/replication/40efc1d382df6ab15b95924fc9b1a9c7/.tmp/queue/7136a111dbf44ef8817dfda73ef09bf9 2024-11-08T20:20:17,630 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/hbase/meta/1588230740/.tmp/info/622cec3f3b214ee2846e2ed7104533df 2024-11-08T20:20:17,634 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/hbase/replication/40efc1d382df6ab15b95924fc9b1a9c7/.tmp/queue/7136a111dbf44ef8817dfda73ef09bf9 as hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/hbase/replication/40efc1d382df6ab15b95924fc9b1a9c7/queue/7136a111dbf44ef8817dfda73ef09bf9 2024-11-08T20:20:17,637 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/hbase/replication/40efc1d382df6ab15b95924fc9b1a9c7/queue/7136a111dbf44ef8817dfda73ef09bf9, entries=1, sequenceid=14, filesize=5.2 K 2024-11-08T20:20:17,638 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 40efc1d382df6ab15b95924fc9b1a9c7 in 433ms, sequenceid=14, compaction requested=false 2024-11-08T20:20:17,641 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/hbase/replication/40efc1d382df6ab15b95924fc9b1a9c7/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-08T20:20:17,641 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:20:17,641 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:20:17,641 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731097195092.40efc1d382df6ab15b95924fc9b1a9c7. 2024-11-08T20:20:17,642 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 40efc1d382df6ab15b95924fc9b1a9c7: Waiting for close lock at 1731097217205Running coprocessor pre-close hooks at 1731097217205Disabling compacts and flushes for region at 1731097217205Disabling writes for close at 1731097217205Obtaining lock to block concurrent updates at 1731097217205Preparing flush snapshotting stores in 40efc1d382df6ab15b95924fc9b1a9c7 at 1731097217205Finished memstore snapshotting hbase:replication,,1731097195092.40efc1d382df6ab15b95924fc9b1a9c7., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731097217206 (+1 ms)Flushing stores of hbase:replication,,1731097195092.40efc1d382df6ab15b95924fc9b1a9c7. at 1731097217206Flushing 40efc1d382df6ab15b95924fc9b1a9c7/queue: creating writer at 1731097217206Flushing 40efc1d382df6ab15b95924fc9b1a9c7/queue: appending metadata at 1731097217222 (+16 ms)Flushing 40efc1d382df6ab15b95924fc9b1a9c7/queue: closing flushed file at 1731097217222Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@766f8f91: reopening flushed file at 1731097217633 (+411 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 40efc1d382df6ab15b95924fc9b1a9c7 in 433ms, sequenceid=14, compaction requested=false at 1731097217638 (+5 ms)Writing region close event to WAL at 1731097217639 (+1 ms)Running coprocessor post-close hooks at 1731097217641 (+2 ms)Closed at 1731097217641 2024-11-08T20:20:17,642 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731097195092.40efc1d382df6ab15b95924fc9b1a9c7. 2024-11-08T20:20:17,642 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ad88d269956384930405ded987728787, disabling compactions & flushes 2024-11-08T20:20:17,642 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731097188562.ad88d269956384930405ded987728787. 2024-11-08T20:20:17,642 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731097188562.ad88d269956384930405ded987728787. 2024-11-08T20:20:17,642 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731097188562.ad88d269956384930405ded987728787. after waiting 0 ms 2024-11-08T20:20:17,642 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731097188562.ad88d269956384930405ded987728787. 2024-11-08T20:20:17,642 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ad88d269956384930405ded987728787 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-08T20:20:17,652 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/hbase/meta/1588230740/.tmp/ns/62b9723a5ea842249d4ea571ea6298e8 is 43, key is default/ns:d/1731097177723/Put/seqid=0 2024-11-08T20:20:17,656 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/default/test/ad88d269956384930405ded987728787/.tmp/f/8d57e4e8c9c54f6ea8888877cc0fcef8 is 37, key is row3/f:row3/1731097208264/Put/seqid=0 2024-11-08T20:20:17,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741842_1018 (size=5153) 2024-11-08T20:20:17,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741843_1019 (size=5228) 2024-11-08T20:20:17,734 INFO [master/ae1476a7656f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T20:20:17,734 INFO [master/ae1476a7656f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T20:20:17,806 DEBUG [RS:0;ae1476a7656f:40603 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ad88d269956384930405ded987728787 2024-11-08T20:20:18,007 DEBUG [RS:0;ae1476a7656f:40603 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ad88d269956384930405ded987728787 2024-11-08T20:20:18,058 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/hbase/meta/1588230740/.tmp/ns/62b9723a5ea842249d4ea571ea6298e8 2024-11-08T20:20:18,062 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/default/test/ad88d269956384930405ded987728787/.tmp/f/8d57e4e8c9c54f6ea8888877cc0fcef8 2024-11-08T20:20:18,071 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8d57e4e8c9c54f6ea8888877cc0fcef8 2024-11-08T20:20:18,080 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/hbase/meta/1588230740/.tmp/rep_barrier/fd6a169e8564443b9dd6dcdfcb3322fa is 112, key is test,,1731097188562.ad88d269956384930405ded987728787./rep_barrier:seqnumDuringOpen/1731097189703/Put/seqid=0 2024-11-08T20:20:18,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741844_1020 (size=5518) 2024-11-08T20:20:18,088 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/default/test/ad88d269956384930405ded987728787/.tmp/f1/0076d3318a9a46f4bb3da5ca69e3d163 is 30, key is row1/f1:/1731097205607/DeleteFamily/seqid=0 2024-11-08T20:20:18,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741845_1021 (size=5158) 2024-11-08T20:20:18,207 INFO [RS:0;ae1476a7656f:40603 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T20:20:18,207 DEBUG [RS:0;ae1476a7656f:40603 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ad88d269956384930405ded987728787=test,,1731097188562.ad88d269956384930405ded987728787.} 2024-11-08T20:20:18,207 DEBUG [RS:0;ae1476a7656f:40603 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ad88d269956384930405ded987728787 2024-11-08T20:20:18,407 DEBUG [RS:0;ae1476a7656f:40603 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ad88d269956384930405ded987728787 2024-11-08T20:20:18,485 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/hbase/meta/1588230740/.tmp/rep_barrier/fd6a169e8564443b9dd6dcdfcb3322fa 2024-11-08T20:20:18,491 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/default/test/ad88d269956384930405ded987728787/.tmp/f1/0076d3318a9a46f4bb3da5ca69e3d163 2024-11-08T20:20:18,495 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0076d3318a9a46f4bb3da5ca69e3d163 2024-11-08T20:20:18,509 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/hbase/meta/1588230740/.tmp/table/63b5d9c8f6814ec180870475ee663499 is 53, key is hbase:replication/table:state/1731097196272/Put/seqid=0 2024-11-08T20:20:18,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741846_1022 (size=5308) 2024-11-08T20:20:18,513 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/hbase/meta/1588230740/.tmp/table/63b5d9c8f6814ec180870475ee663499 2024-11-08T20:20:18,514 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/default/test/ad88d269956384930405ded987728787/.tmp/norep/ddbdce77718a4e6ab8efa0f52618413a is 32, key is row/norep:/1731097204602/DeleteFamily/seqid=0 2024-11-08T20:20:18,517 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/hbase/meta/1588230740/.tmp/info/622cec3f3b214ee2846e2ed7104533df as hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/hbase/meta/1588230740/info/622cec3f3b214ee2846e2ed7104533df 2024-11-08T20:20:18,521 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/hbase/meta/1588230740/info/622cec3f3b214ee2846e2ed7104533df, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T20:20:18,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741847_1023 (size=5101) 2024-11-08T20:20:18,522 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/hbase/meta/1588230740/.tmp/ns/62b9723a5ea842249d4ea571ea6298e8 as hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/hbase/meta/1588230740/ns/62b9723a5ea842249d4ea571ea6298e8 2024-11-08T20:20:18,522 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/default/test/ad88d269956384930405ded987728787/.tmp/norep/ddbdce77718a4e6ab8efa0f52618413a 2024-11-08T20:20:18,526 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ddbdce77718a4e6ab8efa0f52618413a 2024-11-08T20:20:18,526 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/hbase/meta/1588230740/ns/62b9723a5ea842249d4ea571ea6298e8, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T20:20:18,526 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/hbase/meta/1588230740/.tmp/rep_barrier/fd6a169e8564443b9dd6dcdfcb3322fa as hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/hbase/meta/1588230740/rep_barrier/fd6a169e8564443b9dd6dcdfcb3322fa 2024-11-08T20:20:18,526 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/default/test/ad88d269956384930405ded987728787/.tmp/f/8d57e4e8c9c54f6ea8888877cc0fcef8 as hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/default/test/ad88d269956384930405ded987728787/f/8d57e4e8c9c54f6ea8888877cc0fcef8 2024-11-08T20:20:18,537 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/hbase/meta/1588230740/rep_barrier/fd6a169e8564443b9dd6dcdfcb3322fa, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T20:20:18,538 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/hbase/meta/1588230740/.tmp/table/63b5d9c8f6814ec180870475ee663499 as hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/hbase/meta/1588230740/table/63b5d9c8f6814ec180870475ee663499 2024-11-08T20:20:18,538 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8d57e4e8c9c54f6ea8888877cc0fcef8 2024-11-08T20:20:18,538 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/default/test/ad88d269956384930405ded987728787/f/8d57e4e8c9c54f6ea8888877cc0fcef8, entries=5, sequenceid=12, filesize=5.1 K 2024-11-08T20:20:18,539 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/default/test/ad88d269956384930405ded987728787/.tmp/f1/0076d3318a9a46f4bb3da5ca69e3d163 as hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/default/test/ad88d269956384930405ded987728787/f1/0076d3318a9a46f4bb3da5ca69e3d163 2024-11-08T20:20:18,542 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/hbase/meta/1588230740/table/63b5d9c8f6814ec180870475ee663499, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T20:20:18,542 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0076d3318a9a46f4bb3da5ca69e3d163 2024-11-08T20:20:18,542 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/default/test/ad88d269956384930405ded987728787/f1/0076d3318a9a46f4bb3da5ca69e3d163, entries=3, sequenceid=12, filesize=5.0 K 2024-11-08T20:20:18,543 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1337ms, sequenceid=16, compaction requested=false 2024-11-08T20:20:18,543 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T20:20:18,543 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/default/test/ad88d269956384930405ded987728787/.tmp/norep/ddbdce77718a4e6ab8efa0f52618413a as hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/default/test/ad88d269956384930405ded987728787/norep/ddbdce77718a4e6ab8efa0f52618413a 2024-11-08T20:20:18,547 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ddbdce77718a4e6ab8efa0f52618413a 2024-11-08T20:20:18,547 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/default/test/ad88d269956384930405ded987728787/norep/ddbdce77718a4e6ab8efa0f52618413a, entries=1, sequenceid=12, filesize=5.0 K 2024-11-08T20:20:18,547 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ad88d269956384930405ded987728787 in 905ms, sequenceid=12, compaction requested=false 2024-11-08T20:20:18,547 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T20:20:18,560 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T20:20:18,561 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:20:18,561 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:20:18,561 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:20:18,561 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731097217206Running coprocessor pre-close hooks at 1731097217206Disabling compacts and flushes for region at 1731097217206Disabling writes for close at 1731097217206Obtaining lock to block concurrent updates at 1731097217206Preparing flush snapshotting stores in 1588230740 at 1731097217206Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731097217206Flushing stores of hbase:meta,,1.1588230740 at 1731097217207 (+1 ms)Flushing 1588230740/info: creating writer at 1731097217207Flushing 1588230740/info: appending metadata at 1731097217222 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731097217223 (+1 ms)Flushing 1588230740/ns: creating writer at 1731097217633 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731097217651 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731097217651Flushing 1588230740/rep_barrier: creating writer at 1731097218061 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731097218080 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731097218080Flushing 1588230740/table: creating writer at 1731097218489 (+409 ms)Flushing 1588230740/table: appending metadata at 1731097218509 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731097218509Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a90f52a: reopening flushed file at 1731097218517 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1649b678: reopening flushed file at 1731097218521 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75d22b0d: reopening flushed file at 1731097218526 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3796dc91: reopening flushed file at 1731097218538 (+12 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1337ms, sequenceid=16, compaction requested=false at 1731097218543 (+5 ms)Writing region close event to WAL at 1731097218557 (+14 ms)Running coprocessor post-close hooks at 1731097218561 (+4 ms)Closed at 1731097218561 2024-11-08T20:20:18,561 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T20:20:18,563 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/data/default/test/ad88d269956384930405ded987728787/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-08T20:20:18,563 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:20:18,563 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T20:20:18,563 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731097188562.ad88d269956384930405ded987728787. 2024-11-08T20:20:18,563 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ad88d269956384930405ded987728787: Waiting for close lock at 1731097217642Running coprocessor pre-close hooks at 1731097217642Disabling compacts and flushes for region at 1731097217642Disabling writes for close at 1731097217642Obtaining lock to block concurrent updates at 1731097217642Preparing flush snapshotting stores in ad88d269956384930405ded987728787 at 1731097217642Finished memstore snapshotting test,,1731097188562.ad88d269956384930405ded987728787., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731097217642Flushing stores of test,,1731097188562.ad88d269956384930405ded987728787. at 1731097217643 (+1 ms)Flushing ad88d269956384930405ded987728787/f: creating writer at 1731097217643Flushing ad88d269956384930405ded987728787/f: appending metadata at 1731097217655 (+12 ms)Flushing ad88d269956384930405ded987728787/f: closing flushed file at 1731097217655Flushing ad88d269956384930405ded987728787/f1: creating writer at 1731097218071 (+416 ms)Flushing ad88d269956384930405ded987728787/f1: appending metadata at 1731097218087 (+16 ms)Flushing ad88d269956384930405ded987728787/f1: closing flushed file at 1731097218087Flushing ad88d269956384930405ded987728787/norep: creating writer at 1731097218495 (+408 ms)Flushing ad88d269956384930405ded987728787/norep: appending metadata at 1731097218513 (+18 ms)Flushing ad88d269956384930405ded987728787/norep: closing flushed file at 1731097218513Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d0d5dbc: reopening flushed file at 1731097218526 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8c3410b: reopening flushed file at 1731097218538 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@212f1417: reopening flushed file at 1731097218542 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ad88d269956384930405ded987728787 in 905ms, sequenceid=12, compaction requested=false at 1731097218547 (+5 ms)Writing region close event to WAL at 1731097218560 (+13 ms)Running coprocessor post-close hooks at 1731097218563 (+3 ms)Closed at 1731097218563 2024-11-08T20:20:18,563 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731097188562.ad88d269956384930405ded987728787. 2024-11-08T20:20:18,607 INFO [RS:0;ae1476a7656f:40603 {}] regionserver.HRegionServer(976): stopping server ae1476a7656f,40603,1731097174428; all regions closed. 2024-11-08T20:20:18,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741834_1010 (size=4239) 2024-11-08T20:20:18,609 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.meta.1731097177647.meta not finished, retry = 0 2024-11-08T20:20:18,698 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 1496, reset compression=false 2024-11-08T20:20:18,702 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T20:20:18,702 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641 to pos 2387, reset compression=false 2024-11-08T20:20:18,703 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.shipperae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,40603,1731097174428 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/WALs/ae1476a7656f,40603,1731097174428/ae1476a7656f%2C40603%2C1731097174428.1731097176641, lastWalPosition=2387, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T20:20:18,704 ERROR [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.shipperae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ae1476a7656f,40603,1731097174428: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ae1476a7656f,40603,1731097174428, walGroup=ae1476a7656f%2C40603%2C1731097174428, offset=ae1476a7656f%2C40603%2C1731097174428.1731097176641:2387, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:40603 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T20:20:18,706 ERROR [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.shipperae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T20:20:18,706 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.shipperae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T20:20:18,706 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.shipperae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T20:20:18,706 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.shipperae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T20:20:18,706 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.shipperae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T20:20:18,706 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.shipperae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1182793728, "init": 1048576000, "max": 2306867200, "used": 738928128 }, "NonHeapMemoryUsage": { "committed": 203882496, "init": 7667712, "max": -1, "used": 200898240 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T20:20:18,707 WARN [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.shipperae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:34459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:34459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T20:20:18,711 DEBUG [RS:0;ae1476a7656f:40603 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/oldWALs 2024-11-08T20:20:18,711 INFO [RS:0;ae1476a7656f:40603 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C40603%2C1731097174428.meta:.meta(num 1731097177647) 2024-11-08T20:20:18,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741839_1015 (size=3552) 2024-11-08T20:20:18,714 DEBUG [RS:0;ae1476a7656f:40603 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/oldWALs 2024-11-08T20:20:18,714 INFO [RS:0;ae1476a7656f:40603 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C40603%2C1731097174428.rep:(num 1731097196232) 2024-11-08T20:20:18,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741832_1008 (size=2395) 2024-11-08T20:20:18,717 DEBUG [RS:0;ae1476a7656f:40603 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/oldWALs 2024-11-08T20:20:18,717 INFO [RS:0;ae1476a7656f:40603 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C40603%2C1731097174428:(num 1731097176641) 2024-11-08T20:20:18,717 DEBUG [RS:0;ae1476a7656f:40603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:18,717 INFO [RS:0;ae1476a7656f:40603 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:20:18,718 INFO [RS:0;ae1476a7656f:40603 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:20:18,718 INFO [RS:0;ae1476a7656f:40603 {}] hbase.ChoreService(370): Chore service for: regionserver/ae1476a7656f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T20:20:18,718 INFO [RS:0;ae1476a7656f:40603 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:20:18,718 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:20:18,718 INFO [RS:0;ae1476a7656f:40603 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ae1476a7656f,40603,1731097174428 because: Region server is closing 2024-11-08T20:20:18,718 INFO [RS:0;ae1476a7656f:40603 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:40603. 2024-11-08T20:20:18,719 DEBUG [RS:0;ae1476a7656f:40603 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:20:18,719 DEBUG [RS:0;ae1476a7656f:40603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:18,719 DEBUG [RS:0;ae1476a7656f:40603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:18,719 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:20:18,819 INFO [RS:0;ae1476a7656f:40603 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.shipperae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 terminated 2024-11-08T20:20:18,819 WARN [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40603,1731097174428.replicationSource.wal-reader.ae1476a7656f%2C40603%2C1731097174428,1-ae1476a7656f,40603,1731097174428 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T20:20:18,819 INFO [RS:0;ae1476a7656f:40603 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:40603. 2024-11-08T20:20:18,819 DEBUG [RS:0;ae1476a7656f:40603 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:20:18,819 DEBUG [RS:0;ae1476a7656f:40603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:18,819 DEBUG [RS:0;ae1476a7656f:40603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:18,819 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:20:18,819 INFO [RS:0;ae1476a7656f:40603 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40603 2024-11-08T20:20:18,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x1011c1a94430000, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794638229/rs 2024-11-08T20:20:18,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40603-0x1011c1a94430001, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-794638229/rs/ae1476a7656f,40603,1731097174428 2024-11-08T20:20:18,876 INFO [RS:0;ae1476a7656f:40603 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:20:18,886 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ae1476a7656f,40603,1731097174428] 2024-11-08T20:20:18,897 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-794638229/draining/ae1476a7656f,40603,1731097174428 already deleted, retry=false 2024-11-08T20:20:18,897 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ae1476a7656f,40603,1731097174428 expired; onlineServers=0 2024-11-08T20:20:18,897 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ae1476a7656f,34459,1731097174231' ***** 2024-11-08T20:20:18,897 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T20:20:18,897 INFO [M:0;ae1476a7656f:34459 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:20:18,897 INFO [M:0;ae1476a7656f:34459 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:20:18,897 DEBUG [M:0;ae1476a7656f:34459 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T20:20:18,897 DEBUG [M:0;ae1476a7656f:34459 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T20:20:18,897 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T20:20:18,897 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097176456 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097176456,5,FailOnTimeoutGroup] 2024-11-08T20:20:18,897 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097176453 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097176453,5,FailOnTimeoutGroup] 2024-11-08T20:20:18,897 INFO [M:0;ae1476a7656f:34459 {}] hbase.ChoreService(370): Chore service for: master/ae1476a7656f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T20:20:18,897 INFO [M:0;ae1476a7656f:34459 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:20:18,897 DEBUG [M:0;ae1476a7656f:34459 {}] master.HMaster(1795): Stopping service threads 2024-11-08T20:20:18,897 INFO [M:0;ae1476a7656f:34459 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T20:20:18,898 INFO [M:0;ae1476a7656f:34459 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:20:18,898 ERROR [M:0;ae1476a7656f:34459 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:36453,5,PEWorkerGroup] 2024-11-08T20:20:18,898 INFO [M:0;ae1476a7656f:34459 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T20:20:18,898 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T20:20:18,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x1011c1a94430000, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-794638229/master 2024-11-08T20:20:18,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x1011c1a94430000, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794638229 2024-11-08T20:20:18,907 DEBUG [M:0;ae1476a7656f:34459 {}] zookeeper.ZKUtil(347): master:34459-0x1011c1a94430000, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Unable to get data of znode /0-794638229/master because node does not exist (not an error) 2024-11-08T20:20:18,907 WARN [M:0;ae1476a7656f:34459 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T20:20:18,908 INFO [M:0;ae1476a7656f:34459 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/.lastflushedseqids 2024-11-08T20:20:18,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741848_1024 (size=245) 2024-11-08T20:20:18,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40603-0x1011c1a94430001, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:20:18,986 INFO [RS:0;ae1476a7656f:40603 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:20:18,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40603-0x1011c1a94430001, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:20:18,986 INFO [RS:0;ae1476a7656f:40603 {}] regionserver.HRegionServer(1031): Exiting; stopping=ae1476a7656f,40603,1731097174428; zookeeper connection closed. 2024-11-08T20:20:18,987 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7e4e5c5a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7e4e5c5a 2024-11-08T20:20:18,987 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T20:20:19,312 INFO [M:0;ae1476a7656f:34459 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T20:20:19,312 INFO [M:0;ae1476a7656f:34459 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T20:20:19,313 DEBUG [M:0;ae1476a7656f:34459 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:20:19,313 INFO [M:0;ae1476a7656f:34459 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:20:19,313 DEBUG [M:0;ae1476a7656f:34459 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:20:19,313 DEBUG [M:0;ae1476a7656f:34459 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:20:19,313 DEBUG [M:0;ae1476a7656f:34459 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:20:19,313 INFO [M:0;ae1476a7656f:34459 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-08T20:20:19,333 DEBUG [M:0;ae1476a7656f:34459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ab6d260eb2274c459850ffa4e1340c0b is 82, key is hbase:meta,,1/info:regioninfo/1731097177674/Put/seqid=0 2024-11-08T20:20:19,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741849_1025 (size=5672) 2024-11-08T20:20:19,736 INFO [M:0;ae1476a7656f:34459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ab6d260eb2274c459850ffa4e1340c0b 2024-11-08T20:20:19,759 DEBUG [M:0;ae1476a7656f:34459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d2a7c268797476ca53d773f281b5cea is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731097189712/Put/seqid=0 2024-11-08T20:20:19,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741850_1026 (size=7217) 2024-11-08T20:20:19,765 INFO [M:0;ae1476a7656f:34459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d2a7c268797476ca53d773f281b5cea 2024-11-08T20:20:19,769 INFO [M:0;ae1476a7656f:34459 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9d2a7c268797476ca53d773f281b5cea 2024-11-08T20:20:19,790 DEBUG [M:0;ae1476a7656f:34459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7672529b42b049949cc791001ebae80d is 69, key is ae1476a7656f,40603,1731097174428/rs:state/1731097176495/Put/seqid=0 2024-11-08T20:20:19,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741851_1027 (size=5156) 2024-11-08T20:20:20,200 INFO [M:0;ae1476a7656f:34459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7672529b42b049949cc791001ebae80d 2024-11-08T20:20:20,204 DEBUG [M:0;ae1476a7656f:34459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ab6d260eb2274c459850ffa4e1340c0b as hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ab6d260eb2274c459850ffa4e1340c0b 2024-11-08T20:20:20,207 INFO [M:0;ae1476a7656f:34459 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ab6d260eb2274c459850ffa4e1340c0b, entries=8, sequenceid=105, filesize=5.5 K 2024-11-08T20:20:20,208 DEBUG [M:0;ae1476a7656f:34459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d2a7c268797476ca53d773f281b5cea as hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9d2a7c268797476ca53d773f281b5cea 2024-11-08T20:20:20,212 INFO [M:0;ae1476a7656f:34459 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9d2a7c268797476ca53d773f281b5cea 2024-11-08T20:20:20,212 INFO [M:0;ae1476a7656f:34459 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9d2a7c268797476ca53d773f281b5cea, entries=11, sequenceid=105, filesize=7.0 K 2024-11-08T20:20:20,212 DEBUG [M:0;ae1476a7656f:34459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7672529b42b049949cc791001ebae80d as hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7672529b42b049949cc791001ebae80d 2024-11-08T20:20:20,216 INFO [M:0;ae1476a7656f:34459 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36453/user/jenkins/test-data/47a4b074-1cad-137d-d266-d926182c9661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7672529b42b049949cc791001ebae80d, entries=1, sequenceid=105, filesize=5.0 K 2024-11-08T20:20:20,217 INFO [M:0;ae1476a7656f:34459 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 903ms, sequenceid=105, compaction requested=false 2024-11-08T20:20:20,218 INFO [M:0;ae1476a7656f:34459 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:20:20,218 DEBUG [M:0;ae1476a7656f:34459 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731097219313Disabling compacts and flushes for region at 1731097219313Disabling writes for close at 1731097219313Obtaining lock to block concurrent updates at 1731097219313Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731097219313Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731097219313Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731097219314 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731097219314Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731097219332 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731097219332Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731097219740 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731097219758 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731097219758Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731097219769 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731097219790 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731097219790Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6efb8530: reopening flushed file at 1731097220203 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34ffb1fa: reopening flushed file at 1731097220208 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@463ad60: reopening flushed file at 1731097220212 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 903ms, sequenceid=105, compaction requested=false at 1731097220217 (+5 ms)Writing region close event to WAL at 1731097220218 (+1 ms)Closed at 1731097220218 2024-11-08T20:20:20,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741830_1006 (size=64411) 2024-11-08T20:20:20,228 INFO [M:0;ae1476a7656f:34459 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T20:20:20,228 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:20:20,228 INFO [M:0;ae1476a7656f:34459 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34459 2024-11-08T20:20:20,228 INFO [M:0;ae1476a7656f:34459 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:20:20,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x1011c1a94430000, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:20:20,386 INFO [M:0;ae1476a7656f:34459 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:20:20,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34459-0x1011c1a94430000, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:20:20,388 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6894169c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:20:20,388 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b2268bf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:20:20,388 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:20:20,388 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7147cc8c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:20:20,388 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@228fdaf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90b09226-e185-b1cb-6d63-4c54df7495cd/hadoop.log.dir/,STOPPED} 2024-11-08T20:20:20,389 WARN [BP-543104441-172.17.0.3-1731097172136 heartbeating to localhost/127.0.0.1:36453 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T20:20:20,389 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T20:20:20,389 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T20:20:20,389 WARN [BP-543104441-172.17.0.3-1731097172136 heartbeating to localhost/127.0.0.1:36453 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-543104441-172.17.0.3-1731097172136 (Datanode Uuid 0586e2eb-eb87-4d2e-b283-e3c2de3e6b60) service to localhost/127.0.0.1:36453 2024-11-08T20:20:20,390 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90b09226-e185-b1cb-6d63-4c54df7495cd/cluster_ec420984-744b-457d-c642-10acc98fe10c/data/data1/current/BP-543104441-172.17.0.3-1731097172136 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:20:20,390 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90b09226-e185-b1cb-6d63-4c54df7495cd/cluster_ec420984-744b-457d-c642-10acc98fe10c/data/data2/current/BP-543104441-172.17.0.3-1731097172136 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:20:20,390 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T20:20:20,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@125be67a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:20:20,395 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f9fdfc0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:20:20,395 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:20:20,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a10f1ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:20:20,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a27efb6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90b09226-e185-b1cb-6d63-4c54df7495cd/hadoop.log.dir/,STOPPED} 2024-11-08T20:20:20,399 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T20:20:20,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T20:20:20,418 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 263) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:37373 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:37373 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58647) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:36453 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:36453 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:36453 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33673 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36453 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:33673 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:36453 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:33673 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:37373 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:33673 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58647) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58647) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37373 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:37373 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:33673 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=730 (was 656) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=352 (was 289) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2215 (was 2507) 2024-11-08T20:20:20,427 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=730, MaxFileDescriptor=1048576, SystemLoadAverage=352, ProcessCount=11, AvailableMemoryMB=2214 2024-11-08T20:20:20,438 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-08T20:20:20,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/531bf5bf-7c7b-9df0-461a-d448ba403a95/hadoop.log.dir so I do NOT create it in target/test-data/6777b9d2-fd75-59a4-0553-6421af3d9054 2024-11-08T20:20:20,439 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/531bf5bf-7c7b-9df0-461a-d448ba403a95/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T20:20:20,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/531bf5bf-7c7b-9df0-461a-d448ba403a95/hadoop.tmp.dir so I do NOT create it in target/test-data/6777b9d2-fd75-59a4-0553-6421af3d9054 2024-11-08T20:20:20,439 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/531bf5bf-7c7b-9df0-461a-d448ba403a95/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T20:20:20,439 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6777b9d2-fd75-59a4-0553-6421af3d9054 2024-11-08T20:20:20,439 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6777b9d2-fd75-59a4-0553-6421af3d9054/cluster_1a8abd1e-7382-65db-cf4e-4f85d7b8fafc, deleteOnExit=true 2024-11-08T20:20:20,459 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6777b9d2-fd75-59a4-0553-6421af3d9054/cluster_1a8abd1e-7382-65db-cf4e-4f85d7b8fafc/zookeeper_0, clientPort=51380, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6777b9d2-fd75-59a4-0553-6421af3d9054/cluster_1a8abd1e-7382-65db-cf4e-4f85d7b8fafc/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6777b9d2-fd75-59a4-0553-6421af3d9054/cluster_1a8abd1e-7382-65db-cf4e-4f85d7b8fafc/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T20:20:20,460 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51380 2024-11-08T20:20:20,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T20:20:20,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T20:20:20,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6777b9d2-fd75-59a4-0553-6421af3d9054/test.cache.data in system properties and HBase conf 2024-11-08T20:20:20,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6777b9d2-fd75-59a4-0553-6421af3d9054/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T20:20:20,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6777b9d2-fd75-59a4-0553-6421af3d9054/hadoop.log.dir in system properties and HBase conf 2024-11-08T20:20:20,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6777b9d2-fd75-59a4-0553-6421af3d9054/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T20:20:20,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6777b9d2-fd75-59a4-0553-6421af3d9054/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T20:20:20,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T20:20:20,460 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T20:20:20,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6777b9d2-fd75-59a4-0553-6421af3d9054/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:20:20,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6777b9d2-fd75-59a4-0553-6421af3d9054/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:20:20,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6777b9d2-fd75-59a4-0553-6421af3d9054/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T20:20:20,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6777b9d2-fd75-59a4-0553-6421af3d9054/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:20:20,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6777b9d2-fd75-59a4-0553-6421af3d9054/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T20:20:20,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6777b9d2-fd75-59a4-0553-6421af3d9054/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T20:20:20,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6777b9d2-fd75-59a4-0553-6421af3d9054/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:20:20,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6777b9d2-fd75-59a4-0553-6421af3d9054/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:20:20,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6777b9d2-fd75-59a4-0553-6421af3d9054/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T20:20:20,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6777b9d2-fd75-59a4-0553-6421af3d9054/nfs.dump.dir in system properties and HBase conf 2024-11-08T20:20:20,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6777b9d2-fd75-59a4-0553-6421af3d9054/java.io.tmpdir in system properties and HBase conf 2024-11-08T20:20:20,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6777b9d2-fd75-59a4-0553-6421af3d9054/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:20:20,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6777b9d2-fd75-59a4-0553-6421af3d9054/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T20:20:20,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6777b9d2-fd75-59a4-0553-6421af3d9054/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T20:20:20,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011c1a94430002, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T20:20:20,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1011c1a94430008, quorum=127.0.0.1:58647, baseZNode=/21079016350 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T20:20:20,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011c1a94430005, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T20:20:20,498 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011c1a94430005, quorum=127.0.0.1:58647, baseZNode=/1-1545894323 Received Disconnected from ZooKeeper, ignoring 2024-11-08T20:20:20,498 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1011c1a94430008, quorum=127.0.0.1:58647, baseZNode=/21079016350 Received Disconnected from ZooKeeper, ignoring 2024-11-08T20:20:20,498 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011c1a94430002, quorum=127.0.0.1:58647, baseZNode=/0-794638229 Received Disconnected from ZooKeeper, ignoring 2024-11-08T20:20:20,680 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T20:20:20,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:20,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:20,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:20,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:20,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:20,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:20,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:20,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:20,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:20,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:20,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:20,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:20,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:20,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:20,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:20,842 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:20:20,846 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:20:20,847 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:20:20,847 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:20:20,847 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T20:20:20,848 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:20:20,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4769f48d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6777b9d2-fd75-59a4-0553-6421af3d9054/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:20:20,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ddec6b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:20:20,953 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b400dab{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6777b9d2-fd75-59a4-0553-6421af3d9054/java.io.tmpdir/jetty-localhost-38941-hadoop-hdfs-3_4_1-tests_jar-_-any-15414721001007644856/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:20:20,953 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2dc99cf4{HTTP/1.1, (http/1.1)}{localhost:38941} 2024-11-08T20:20:20,953 INFO [Time-limited test {}] server.Server(415): Started @281241ms 2024-11-08T20:20:21,225 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:20:21,227 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:20:21,232 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:20:21,232 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:20:21,232 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T20:20:21,233 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60dbe5a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6777b9d2-fd75-59a4-0553-6421af3d9054/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:20:21,233 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d14d16d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:20:21,330 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b755e92{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6777b9d2-fd75-59a4-0553-6421af3d9054/java.io.tmpdir/jetty-localhost-40271-hadoop-hdfs-3_4_1-tests_jar-_-any-7752325751689846133/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:20:21,330 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5161315e{HTTP/1.1, (http/1.1)}{localhost:40271} 2024-11-08T20:20:21,330 INFO [Time-limited test {}] server.Server(415): Started @281618ms 2024-11-08T20:20:21,331 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T20:20:21,938 WARN [Thread-3446 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6777b9d2-fd75-59a4-0553-6421af3d9054/cluster_1a8abd1e-7382-65db-cf4e-4f85d7b8fafc/data/data1/current/BP-1096293494-172.17.0.3-1731097220481/current, will proceed with Du for space computation calculation, 2024-11-08T20:20:21,938 WARN [Thread-3447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6777b9d2-fd75-59a4-0553-6421af3d9054/cluster_1a8abd1e-7382-65db-cf4e-4f85d7b8fafc/data/data2/current/BP-1096293494-172.17.0.3-1731097220481/current, will proceed with Du for space computation calculation, 2024-11-08T20:20:21,956 WARN [Thread-3434 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T20:20:21,962 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb8b409b9eb92bc8 with lease ID 0x7187b22d631a4540: Processing first storage report for DS-f6a45a4d-d896-4b48-bfa8-e53b88f5da54 from datanode DatanodeRegistration(127.0.0.1:42529, datanodeUuid=d8a139d5-357c-46d8-b6dd-b43d48308623, infoPort=34089, infoSecurePort=0, ipcPort=35451, storageInfo=lv=-57;cid=testClusterID;nsid=387917639;c=1731097220481) 2024-11-08T20:20:21,962 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb8b409b9eb92bc8 with lease ID 0x7187b22d631a4540: from storage DS-f6a45a4d-d896-4b48-bfa8-e53b88f5da54 node DatanodeRegistration(127.0.0.1:42529, datanodeUuid=d8a139d5-357c-46d8-b6dd-b43d48308623, infoPort=34089, infoSecurePort=0, ipcPort=35451, storageInfo=lv=-57;cid=testClusterID;nsid=387917639;c=1731097220481), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:20:21,962 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb8b409b9eb92bc8 with lease ID 0x7187b22d631a4540: Processing first storage report for DS-169c3e03-e556-418c-81de-068a4cd60d46 from datanode DatanodeRegistration(127.0.0.1:42529, datanodeUuid=d8a139d5-357c-46d8-b6dd-b43d48308623, infoPort=34089, infoSecurePort=0, ipcPort=35451, storageInfo=lv=-57;cid=testClusterID;nsid=387917639;c=1731097220481) 2024-11-08T20:20:21,962 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb8b409b9eb92bc8 with lease ID 0x7187b22d631a4540: from storage DS-169c3e03-e556-418c-81de-068a4cd60d46 node DatanodeRegistration(127.0.0.1:42529, datanodeUuid=d8a139d5-357c-46d8-b6dd-b43d48308623, infoPort=34089, infoSecurePort=0, ipcPort=35451, storageInfo=lv=-57;cid=testClusterID;nsid=387917639;c=1731097220481), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:20:21,963 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6777b9d2-fd75-59a4-0553-6421af3d9054 2024-11-08T20:20:21,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:20:21,965 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:20:21,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42529 is added to blk_1073741825_1001 (size=7) 2024-11-08T20:20:22,374 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69 with version=8 2024-11-08T20:20:22,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/hbase-staging 2024-11-08T20:20:22,376 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:20:22,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:20:22,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:20:22,376 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:20:22,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:20:22,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:20:22,376 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T20:20:22,376 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:20:22,377 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34561 2024-11-08T20:20:22,377 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34561 connecting to ZooKeeper ensemble=127.0.0.1:51380 2024-11-08T20:20:22,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345610x0, quorum=127.0.0.1:51380, baseZNode=/0327489060 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:20:22,461 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34561-0x1011c1b51160000 connected 2024-11-08T20:20:22,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:20:22,550 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:20:22,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34561-0x1011c1b51160000, quorum=127.0.0.1:51380, baseZNode=/0327489060 Set watcher on znode that does not yet exist, /0327489060/running 2024-11-08T20:20:22,552 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69, hbase.cluster.distributed=false 2024-11-08T20:20:22,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34561-0x1011c1b51160000, quorum=127.0.0.1:51380, baseZNode=/0327489060 Set watcher on znode that does not yet exist, /0327489060/acl 2024-11-08T20:20:22,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34561 2024-11-08T20:20:22,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34561 2024-11-08T20:20:22,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34561 2024-11-08T20:20:22,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34561 2024-11-08T20:20:22,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34561 2024-11-08T20:20:22,569 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:20:22,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:20:22,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:20:22,569 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:20:22,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:20:22,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:20:22,569 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T20:20:22,570 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:20:22,571 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40725 2024-11-08T20:20:22,572 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40725 connecting to ZooKeeper ensemble=127.0.0.1:51380 2024-11-08T20:20:22,573 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:20:22,574 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:20:22,591 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407250x0, quorum=127.0.0.1:51380, baseZNode=/0327489060 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:20:22,591 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40725-0x1011c1b51160001 connected 2024-11-08T20:20:22,592 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40725-0x1011c1b51160001, quorum=127.0.0.1:51380, baseZNode=/0327489060 Set watcher on znode that does not yet exist, /0327489060/running 2024-11-08T20:20:22,592 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T20:20:22,592 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T20:20:22,593 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40725-0x1011c1b51160001, quorum=127.0.0.1:51380, baseZNode=/0327489060 Set watcher on znode that does not yet exist, /0327489060/master 2024-11-08T20:20:22,593 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40725-0x1011c1b51160001, quorum=127.0.0.1:51380, baseZNode=/0327489060 Set watcher on znode that does not yet exist, /0327489060/acl 2024-11-08T20:20:22,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40725 2024-11-08T20:20:22,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40725 2024-11-08T20:20:22,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40725 2024-11-08T20:20:22,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40725 2024-11-08T20:20:22,601 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40725 2024-11-08T20:20:22,612 DEBUG [M:0;ae1476a7656f:34561 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ae1476a7656f:34561 2024-11-08T20:20:22,613 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0327489060/backup-masters/ae1476a7656f,34561,1731097222376 2024-11-08T20:20:22,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34561-0x1011c1b51160000, quorum=127.0.0.1:51380, baseZNode=/0327489060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0327489060/backup-masters 2024-11-08T20:20:22,622 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40725-0x1011c1b51160001, quorum=127.0.0.1:51380, baseZNode=/0327489060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0327489060/backup-masters 2024-11-08T20:20:22,623 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34561-0x1011c1b51160000, quorum=127.0.0.1:51380, baseZNode=/0327489060 Set watcher on existing znode=/0327489060/backup-masters/ae1476a7656f,34561,1731097222376 2024-11-08T20:20:22,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34561-0x1011c1b51160000, quorum=127.0.0.1:51380, baseZNode=/0327489060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0327489060 2024-11-08T20:20:22,633 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40725-0x1011c1b51160001, quorum=127.0.0.1:51380, baseZNode=/0327489060 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0327489060/master 2024-11-08T20:20:22,633 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40725-0x1011c1b51160001, quorum=127.0.0.1:51380, baseZNode=/0327489060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0327489060 2024-11-08T20:20:22,633 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34561-0x1011c1b51160000, quorum=127.0.0.1:51380, baseZNode=/0327489060 Set watcher on existing znode=/0327489060/master 2024-11-08T20:20:22,633 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0327489060/backup-masters/ae1476a7656f,34561,1731097222376 from backup master directory 2024-11-08T20:20:22,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34561-0x1011c1b51160000, quorum=127.0.0.1:51380, baseZNode=/0327489060 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0327489060/backup-masters/ae1476a7656f,34561,1731097222376 2024-11-08T20:20:22,643 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40725-0x1011c1b51160001, quorum=127.0.0.1:51380, baseZNode=/0327489060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0327489060/backup-masters 2024-11-08T20:20:22,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34561-0x1011c1b51160000, quorum=127.0.0.1:51380, baseZNode=/0327489060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0327489060/backup-masters 2024-11-08T20:20:22,644 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:20:22,644 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ae1476a7656f,34561,1731097222376 2024-11-08T20:20:22,646 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/hbase.id] with ID: 28f46ba3-bb20-4d8f-84ad-4592bc225642 2024-11-08T20:20:22,646 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/.tmp/hbase.id 2024-11-08T20:20:22,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42529 is added to blk_1073741826_1002 (size=42) 2024-11-08T20:20:22,652 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/.tmp/hbase.id]:[hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/hbase.id] 2024-11-08T20:20:22,659 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:20:22,659 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T20:20:22,660 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T20:20:22,672 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40725-0x1011c1b51160001, quorum=127.0.0.1:51380, baseZNode=/0327489060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0327489060 2024-11-08T20:20:22,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34561-0x1011c1b51160000, quorum=127.0.0.1:51380, baseZNode=/0327489060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0327489060 2024-11-08T20:20:22,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42529 is added to blk_1073741827_1003 (size=196) 2024-11-08T20:20:23,076 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:20:23,077 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T20:20:23,078 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:20:23,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42529 is added to blk_1073741828_1004 (size=1189) 2024-11-08T20:20:23,483 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/MasterData/data/master/store 2024-11-08T20:20:23,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42529 is added to blk_1073741829_1005 (size=34) 2024-11-08T20:20:23,888 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:20:23,888 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:20:23,888 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:20:23,888 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:20:23,888 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:20:23,888 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:20:23,888 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:20:23,888 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731097223888Disabling compacts and flushes for region at 1731097223888Disabling writes for close at 1731097223888Writing region close event to WAL at 1731097223888Closed at 1731097223888 2024-11-08T20:20:23,889 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/MasterData/data/master/store/.initializing 2024-11-08T20:20:23,889 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/MasterData/WALs/ae1476a7656f,34561,1731097222376 2024-11-08T20:20:23,889 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:20:23,891 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C34561%2C1731097222376, suffix=, logDir=hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/MasterData/WALs/ae1476a7656f,34561,1731097222376, archiveDir=hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/MasterData/oldWALs, maxLogs=10 2024-11-08T20:20:23,902 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/MasterData/WALs/ae1476a7656f,34561,1731097222376/ae1476a7656f%2C34561%2C1731097222376.1731097223891, exclude list is [], retry=0 2024-11-08T20:20:23,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42529,DS-f6a45a4d-d896-4b48-bfa8-e53b88f5da54,DISK] 2024-11-08T20:20:23,906 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/MasterData/WALs/ae1476a7656f,34561,1731097222376/ae1476a7656f%2C34561%2C1731097222376.1731097223891 2024-11-08T20:20:23,906 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34089:34089)] 2024-11-08T20:20:23,906 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:20:23,907 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:20:23,907 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:20:23,907 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:20:23,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:20:23,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T20:20:23,909 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:23,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:20:23,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:20:23,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T20:20:23,910 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:23,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:20:23,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:20:23,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T20:20:23,911 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:23,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:20:23,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:20:23,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T20:20:23,913 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:23,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:20:23,913 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:20:23,913 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:20:23,914 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:20:23,914 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:20:23,914 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:20:23,915 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:20:23,915 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:20:23,917 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:20:23,917 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72350679, jitterRate=0.07810913026332855}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:20:23,918 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731097223907Initializing all the Stores at 1731097223907Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097223907Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097223908 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097223908Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097223908Cleaning up temporary data from old regions at 1731097223914 (+6 ms)Region opened successfully at 1731097223918 (+4 ms) 2024-11-08T20:20:23,918 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T20:20:23,920 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66b7d5a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:20:23,920 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T20:20:23,920 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T20:20:23,920 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T20:20:23,920 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T20:20:23,921 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T20:20:23,921 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T20:20:23,921 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T20:20:23,922 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T20:20:23,922 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34561-0x1011c1b51160000, quorum=127.0.0.1:51380, baseZNode=/0327489060 Unable to get data of znode /0327489060/balancer because node does not exist (not necessarily an error) 2024-11-08T20:20:23,980 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0327489060/balancer already deleted, retry=false 2024-11-08T20:20:23,981 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T20:20:23,981 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34561-0x1011c1b51160000, quorum=127.0.0.1:51380, baseZNode=/0327489060 Unable to get data of znode /0327489060/normalizer because node does not exist (not necessarily an error) 2024-11-08T20:20:23,991 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0327489060/normalizer already deleted, retry=false 2024-11-08T20:20:23,991 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T20:20:23,992 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34561-0x1011c1b51160000, quorum=127.0.0.1:51380, baseZNode=/0327489060 Unable to get data of znode /0327489060/switch/split because node does not exist (not necessarily an error) 2024-11-08T20:20:24,001 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0327489060/switch/split already deleted, retry=false 2024-11-08T20:20:24,002 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34561-0x1011c1b51160000, quorum=127.0.0.1:51380, baseZNode=/0327489060 Unable to get data of znode /0327489060/switch/merge because node does not exist (not necessarily an error) 2024-11-08T20:20:24,012 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0327489060/switch/merge already deleted, retry=false 2024-11-08T20:20:24,013 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34561-0x1011c1b51160000, quorum=127.0.0.1:51380, baseZNode=/0327489060 Unable to get data of znode /0327489060/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T20:20:24,022 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0327489060/snapshot-cleanup already deleted, retry=false 2024-11-08T20:20:24,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34561-0x1011c1b51160000, quorum=127.0.0.1:51380, baseZNode=/0327489060 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0327489060/running 2024-11-08T20:20:24,033 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40725-0x1011c1b51160001, quorum=127.0.0.1:51380, baseZNode=/0327489060 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0327489060/running 2024-11-08T20:20:24,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34561-0x1011c1b51160000, quorum=127.0.0.1:51380, baseZNode=/0327489060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0327489060 2024-11-08T20:20:24,033 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40725-0x1011c1b51160001, quorum=127.0.0.1:51380, baseZNode=/0327489060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0327489060 2024-11-08T20:20:24,033 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ae1476a7656f,34561,1731097222376, sessionid=0x1011c1b51160000, setting cluster-up flag (Was=false) 2024-11-08T20:20:24,054 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40725-0x1011c1b51160001, quorum=127.0.0.1:51380, baseZNode=/0327489060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0327489060 2024-11-08T20:20:24,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34561-0x1011c1b51160000, quorum=127.0.0.1:51380, baseZNode=/0327489060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0327489060 2024-11-08T20:20:24,086 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0327489060/flush-table-proc/acquired, /0327489060/flush-table-proc/reached, /0327489060/flush-table-proc/abort 2024-11-08T20:20:24,087 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,34561,1731097222376 2024-11-08T20:20:24,107 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40725-0x1011c1b51160001, quorum=127.0.0.1:51380, baseZNode=/0327489060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0327489060 2024-11-08T20:20:24,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34561-0x1011c1b51160000, quorum=127.0.0.1:51380, baseZNode=/0327489060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0327489060 2024-11-08T20:20:24,138 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0327489060/online-snapshot/acquired, /0327489060/online-snapshot/reached, /0327489060/online-snapshot/abort 2024-11-08T20:20:24,139 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,34561,1731097222376 2024-11-08T20:20:24,140 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T20:20:24,142 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T20:20:24,142 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T20:20:24,142 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T20:20:24,142 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ae1476a7656f,34561,1731097222376 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T20:20:24,143 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:20:24,143 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:20:24,143 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:20:24,144 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:20:24,144 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ae1476a7656f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T20:20:24,144 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:20:24,144 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:20:24,144 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:20:24,145 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:20:24,145 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T20:20:24,146 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:24,146 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T20:20:24,148 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731097254148 2024-11-08T20:20:24,148 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T20:20:24,148 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T20:20:24,148 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T20:20:24,148 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T20:20:24,148 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T20:20:24,149 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T20:20:24,152 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:24,152 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T20:20:24,153 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T20:20:24,153 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T20:20:24,153 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T20:20:24,153 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T20:20:24,153 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T20:20:24,156 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097224153,5,FailOnTimeoutGroup] 2024-11-08T20:20:24,159 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097224156,5,FailOnTimeoutGroup] 2024-11-08T20:20:24,159 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:24,159 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T20:20:24,159 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:24,159 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:24,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42529 is added to blk_1073741831_1007 (size=1321) 2024-11-08T20:20:24,161 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T20:20:24,162 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69 2024-11-08T20:20:24,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42529 is added to blk_1073741832_1008 (size=32) 2024-11-08T20:20:24,205 INFO [RS:0;ae1476a7656f:40725 {}] regionserver.HRegionServer(746): ClusterId : 28f46ba3-bb20-4d8f-84ad-4592bc225642 2024-11-08T20:20:24,205 DEBUG [RS:0;ae1476a7656f:40725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T20:20:24,213 DEBUG [RS:0;ae1476a7656f:40725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T20:20:24,213 DEBUG [RS:0;ae1476a7656f:40725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T20:20:24,223 DEBUG [RS:0;ae1476a7656f:40725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T20:20:24,223 DEBUG [RS:0;ae1476a7656f:40725 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@789630c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:20:24,238 DEBUG [RS:0;ae1476a7656f:40725 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ae1476a7656f:40725 2024-11-08T20:20:24,238 INFO [RS:0;ae1476a7656f:40725 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T20:20:24,238 INFO [RS:0;ae1476a7656f:40725 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T20:20:24,238 DEBUG [RS:0;ae1476a7656f:40725 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T20:20:24,239 INFO [RS:0;ae1476a7656f:40725 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae1476a7656f,34561,1731097222376 with port=40725, startcode=1731097222569 2024-11-08T20:20:24,239 DEBUG [RS:0;ae1476a7656f:40725 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T20:20:24,240 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52001, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T20:20:24,240 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34561 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae1476a7656f,40725,1731097222569 2024-11-08T20:20:24,240 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34561 {}] master.ServerManager(517): Registering regionserver=ae1476a7656f,40725,1731097222569 2024-11-08T20:20:24,242 DEBUG [RS:0;ae1476a7656f:40725 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69 2024-11-08T20:20:24,242 DEBUG [RS:0;ae1476a7656f:40725 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41885 2024-11-08T20:20:24,242 DEBUG [RS:0;ae1476a7656f:40725 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T20:20:24,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34561-0x1011c1b51160000, quorum=127.0.0.1:51380, baseZNode=/0327489060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0327489060/rs 2024-11-08T20:20:24,254 DEBUG [RS:0;ae1476a7656f:40725 {}] zookeeper.ZKUtil(111): regionserver:40725-0x1011c1b51160001, quorum=127.0.0.1:51380, baseZNode=/0327489060 Set watcher on existing znode=/0327489060/rs/ae1476a7656f,40725,1731097222569 2024-11-08T20:20:24,254 WARN [RS:0;ae1476a7656f:40725 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:20:24,255 INFO [RS:0;ae1476a7656f:40725 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:20:24,255 DEBUG [RS:0;ae1476a7656f:40725 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/WALs/ae1476a7656f,40725,1731097222569 2024-11-08T20:20:24,255 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae1476a7656f,40725,1731097222569] 2024-11-08T20:20:24,257 INFO [RS:0;ae1476a7656f:40725 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T20:20:24,258 INFO [RS:0;ae1476a7656f:40725 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T20:20:24,258 INFO [RS:0;ae1476a7656f:40725 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T20:20:24,259 INFO [RS:0;ae1476a7656f:40725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:24,259 INFO [RS:0;ae1476a7656f:40725 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T20:20:24,259 INFO [RS:0;ae1476a7656f:40725 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T20:20:24,259 INFO [RS:0;ae1476a7656f:40725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:24,260 DEBUG [RS:0;ae1476a7656f:40725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:20:24,260 DEBUG [RS:0;ae1476a7656f:40725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:20:24,260 DEBUG [RS:0;ae1476a7656f:40725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:20:24,260 DEBUG [RS:0;ae1476a7656f:40725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:20:24,260 DEBUG [RS:0;ae1476a7656f:40725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:20:24,260 DEBUG [RS:0;ae1476a7656f:40725 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:20:24,260 DEBUG [RS:0;ae1476a7656f:40725 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:20:24,260 DEBUG [RS:0;ae1476a7656f:40725 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:20:24,260 DEBUG [RS:0;ae1476a7656f:40725 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:20:24,260 DEBUG [RS:0;ae1476a7656f:40725 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:20:24,260 DEBUG [RS:0;ae1476a7656f:40725 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:20:24,260 DEBUG [RS:0;ae1476a7656f:40725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:20:24,260 DEBUG [RS:0;ae1476a7656f:40725 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:20:24,260 DEBUG [RS:0;ae1476a7656f:40725 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:20:24,265 INFO [RS:0;ae1476a7656f:40725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:24,265 INFO [RS:0;ae1476a7656f:40725 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:24,265 INFO [RS:0;ae1476a7656f:40725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:24,265 INFO [RS:0;ae1476a7656f:40725 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:24,265 INFO [RS:0;ae1476a7656f:40725 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:24,265 INFO [RS:0;ae1476a7656f:40725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,40725,1731097222569-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:20:24,285 INFO [RS:0;ae1476a7656f:40725 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T20:20:24,285 INFO [RS:0;ae1476a7656f:40725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,40725,1731097222569-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:24,285 INFO [RS:0;ae1476a7656f:40725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:24,286 INFO [RS:0;ae1476a7656f:40725 {}] regionserver.Replication(171): ae1476a7656f,40725,1731097222569 started 2024-11-08T20:20:24,305 INFO [RS:0;ae1476a7656f:40725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:24,305 INFO [RS:0;ae1476a7656f:40725 {}] regionserver.HRegionServer(1482): Serving as ae1476a7656f,40725,1731097222569, RpcServer on ae1476a7656f/172.17.0.3:40725, sessionid=0x1011c1b51160001 2024-11-08T20:20:24,305 DEBUG [RS:0;ae1476a7656f:40725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T20:20:24,305 DEBUG [RS:0;ae1476a7656f:40725 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae1476a7656f,40725,1731097222569 2024-11-08T20:20:24,305 DEBUG [RS:0;ae1476a7656f:40725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,40725,1731097222569' 2024-11-08T20:20:24,305 DEBUG [RS:0;ae1476a7656f:40725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0327489060/flush-table-proc/abort' 2024-11-08T20:20:24,305 DEBUG [RS:0;ae1476a7656f:40725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0327489060/flush-table-proc/acquired' 2024-11-08T20:20:24,306 DEBUG [RS:0;ae1476a7656f:40725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T20:20:24,306 DEBUG [RS:0;ae1476a7656f:40725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T20:20:24,306 DEBUG [RS:0;ae1476a7656f:40725 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae1476a7656f,40725,1731097222569 2024-11-08T20:20:24,306 DEBUG [RS:0;ae1476a7656f:40725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,40725,1731097222569' 2024-11-08T20:20:24,306 DEBUG [RS:0;ae1476a7656f:40725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0327489060/online-snapshot/abort' 2024-11-08T20:20:24,306 DEBUG [RS:0;ae1476a7656f:40725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0327489060/online-snapshot/acquired' 2024-11-08T20:20:24,306 DEBUG [RS:0;ae1476a7656f:40725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T20:20:24,306 INFO [RS:0;ae1476a7656f:40725 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T20:20:24,306 INFO [RS:0;ae1476a7656f:40725 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T20:20:24,407 INFO [RS:0;ae1476a7656f:40725 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:20:24,408 INFO [RS:0;ae1476a7656f:40725 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C40725%2C1731097222569, suffix=, logDir=hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/WALs/ae1476a7656f,40725,1731097222569, archiveDir=hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/oldWALs, maxLogs=10 2024-11-08T20:20:24,425 DEBUG [RS:0;ae1476a7656f:40725 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/WALs/ae1476a7656f,40725,1731097222569/ae1476a7656f%2C40725%2C1731097222569.1731097224408, exclude list is [], retry=0 2024-11-08T20:20:24,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42529,DS-f6a45a4d-d896-4b48-bfa8-e53b88f5da54,DISK] 2024-11-08T20:20:24,434 INFO [RS:0;ae1476a7656f:40725 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/WALs/ae1476a7656f,40725,1731097222569/ae1476a7656f%2C40725%2C1731097222569.1731097224408 2024-11-08T20:20:24,434 DEBUG [RS:0;ae1476a7656f:40725 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34089:34089)] 2024-11-08T20:20:24,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:20:24,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:20:24,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:20:24,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:24,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:20:24,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:20:24,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:20:24,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:24,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:20:24,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:20:24,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:20:24,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:24,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:20:24,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:20:24,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:20:24,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:24,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:20:24,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:20:24,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/hbase/meta/1588230740 2024-11-08T20:20:24,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/hbase/meta/1588230740 2024-11-08T20:20:24,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:20:24,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:20:24,581 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:20:24,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:20:24,583 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:20:24,584 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67835975, jitterRate=0.010834798216819763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:20:24,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731097224574Initializing all the Stores at 1731097224575 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097224575Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097224575Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097224575Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097224575Cleaning up temporary data from old regions at 1731097224581 (+6 ms)Region opened successfully at 1731097224584 (+3 ms) 2024-11-08T20:20:24,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:20:24,584 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:20:24,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:20:24,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:20:24,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:20:24,585 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:20:24,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731097224584Disabling compacts and flushes for region at 1731097224584Disabling writes for close at 1731097224584Writing region close event to WAL at 1731097224585 (+1 ms)Closed at 1731097224585 2024-11-08T20:20:24,585 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:20:24,585 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T20:20:24,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T20:20:24,586 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:20:24,587 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T20:20:24,737 DEBUG [ae1476a7656f:34561 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T20:20:24,738 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ae1476a7656f,40725,1731097222569 2024-11-08T20:20:24,738 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,40725,1731097222569, state=OPENING 2024-11-08T20:20:24,791 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T20:20:24,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34561-0x1011c1b51160000, quorum=127.0.0.1:51380, baseZNode=/0327489060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0327489060 2024-11-08T20:20:24,801 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40725-0x1011c1b51160001, quorum=127.0.0.1:51380, baseZNode=/0327489060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0327489060 2024-11-08T20:20:24,802 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0327489060/meta-region-server: CHANGED 2024-11-08T20:20:24,802 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0327489060/meta-region-server: CHANGED 2024-11-08T20:20:24,802 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:20:24,802 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,40725,1731097222569}] 2024-11-08T20:20:24,954 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:20:24,955 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49113, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T20:20:24,958 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T20:20:24,958 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:20:24,958 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T20:20:24,959 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C40725%2C1731097222569.meta, suffix=.meta, logDir=hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/WALs/ae1476a7656f,40725,1731097222569, archiveDir=hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/oldWALs, maxLogs=10 2024-11-08T20:20:24,975 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/WALs/ae1476a7656f,40725,1731097222569/ae1476a7656f%2C40725%2C1731097222569.meta.1731097224960.meta, exclude list is [], retry=0 2024-11-08T20:20:24,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42529,DS-f6a45a4d-d896-4b48-bfa8-e53b88f5da54,DISK] 2024-11-08T20:20:24,979 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/WALs/ae1476a7656f,40725,1731097222569/ae1476a7656f%2C40725%2C1731097222569.meta.1731097224960.meta 2024-11-08T20:20:24,979 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34089:34089)] 2024-11-08T20:20:24,979 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:20:24,980 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:20:24,980 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T20:20:24,980 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T20:20:24,980 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T20:20:24,980 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T20:20:24,980 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:20:24,980 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T20:20:24,980 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T20:20:24,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:20:24,982 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:20:24,982 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:24,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:20:24,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:20:24,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:20:24,983 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:24,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:20:24,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:20:24,984 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:20:24,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:24,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:20:24,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:20:24,984 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:20:24,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:24,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:20:24,985 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:20:24,985 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/hbase/meta/1588230740 2024-11-08T20:20:24,986 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/hbase/meta/1588230740 2024-11-08T20:20:24,987 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:20:24,987 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:20:24,987 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:20:24,988 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:20:24,988 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65992767, jitterRate=-0.016631141304969788}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:20:24,988 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T20:20:24,988 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731097224980Writing region info on filesystem at 1731097224980Initializing all the Stores at 1731097224981 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097224981Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097224981Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097224981Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097224981Cleaning up temporary data from old regions at 1731097224987 (+6 ms)Running coprocessor post-open hooks at 1731097224988 (+1 ms)Region opened successfully at 1731097224988 2024-11-08T20:20:24,989 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731097224954 2024-11-08T20:20:24,991 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T20:20:24,991 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T20:20:24,991 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,40725,1731097222569 2024-11-08T20:20:24,992 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,40725,1731097222569, state=OPEN 2024-11-08T20:20:25,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34561-0x1011c1b51160000, quorum=127.0.0.1:51380, baseZNode=/0327489060 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0327489060/meta-region-server 2024-11-08T20:20:25,029 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40725-0x1011c1b51160001, quorum=127.0.0.1:51380, baseZNode=/0327489060 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0327489060/meta-region-server 2024-11-08T20:20:25,030 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ae1476a7656f,40725,1731097222569 2024-11-08T20:20:25,030 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0327489060/meta-region-server: CHANGED 2024-11-08T20:20:25,030 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0327489060/meta-region-server: CHANGED 2024-11-08T20:20:25,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T20:20:25,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,40725,1731097222569 in 228 msec 2024-11-08T20:20:25,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T20:20:25,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 446 msec 2024-11-08T20:20:25,034 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:20:25,034 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T20:20:25,035 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:20:25,035 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,40725,1731097222569, seqNum=-1] 2024-11-08T20:20:25,035 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:20:25,036 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33995, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:20:25,040 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 898 msec 2024-11-08T20:20:25,041 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731097225041, completionTime=-1 2024-11-08T20:20:25,041 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T20:20:25,041 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T20:20:25,042 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T20:20:25,042 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731097285042 2024-11-08T20:20:25,042 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731097345042 2024-11-08T20:20:25,042 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T20:20:25,043 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,34561,1731097222376-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:25,043 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,34561,1731097222376-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:25,043 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,34561,1731097222376-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:25,043 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ae1476a7656f:34561, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:25,043 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:25,043 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:25,044 DEBUG [master/ae1476a7656f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T20:20:25,046 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.402sec 2024-11-08T20:20:25,046 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T20:20:25,046 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T20:20:25,046 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T20:20:25,046 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T20:20:25,046 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T20:20:25,046 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,34561,1731097222376-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:20:25,046 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,34561,1731097222376-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T20:20:25,048 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T20:20:25,048 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T20:20:25,048 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,34561,1731097222376-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:25,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@531a491d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:25,106 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,34561,-1 for getting cluster id 2024-11-08T20:20:25,106 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:20:25,109 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28f46ba3-bb20-4d8f-84ad-4592bc225642' 2024-11-08T20:20:25,109 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:20:25,110 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28f46ba3-bb20-4d8f-84ad-4592bc225642" 2024-11-08T20:20:25,110 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df6bf05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:25,110 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,34561,-1] 2024-11-08T20:20:25,110 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:20:25,110 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:25,111 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:20:25,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fc0ac40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:25,112 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:20:25,113 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,40725,1731097222569, seqNum=-1] 2024-11-08T20:20:25,113 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:20:25,114 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:20:25,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ae1476a7656f,34561,1731097222376 2024-11-08T20:20:25,116 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51380 2024-11-08T20:20:25,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51380, baseZNode=/0327489060 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:20:25,139 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011c1b51160002 connected 2024-11-08T20:20:25,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6777b9d2-fd75-59a4-0553-6421af3d9054/hadoop.log.dir so I do NOT create it in target/test-data/6cb2b69e-f174-86eb-0abe-448dd709a900 2024-11-08T20:20:25,151 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6777b9d2-fd75-59a4-0553-6421af3d9054/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T20:20:25,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6777b9d2-fd75-59a4-0553-6421af3d9054/hadoop.tmp.dir so I do NOT create it in target/test-data/6cb2b69e-f174-86eb-0abe-448dd709a900 2024-11-08T20:20:25,151 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6777b9d2-fd75-59a4-0553-6421af3d9054/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T20:20:25,151 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cb2b69e-f174-86eb-0abe-448dd709a900 2024-11-08T20:20:25,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T20:20:25,151 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cb2b69e-f174-86eb-0abe-448dd709a900/cluster_616a00e5-a391-f6fc-9112-f93f40311a4a, deleteOnExit=true 2024-11-08T20:20:25,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T20:20:25,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cb2b69e-f174-86eb-0abe-448dd709a900/test.cache.data in system properties and HBase conf 2024-11-08T20:20:25,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cb2b69e-f174-86eb-0abe-448dd709a900/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T20:20:25,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cb2b69e-f174-86eb-0abe-448dd709a900/hadoop.log.dir in system properties and HBase conf 2024-11-08T20:20:25,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cb2b69e-f174-86eb-0abe-448dd709a900/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T20:20:25,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cb2b69e-f174-86eb-0abe-448dd709a900/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T20:20:25,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T20:20:25,151 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T20:20:25,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cb2b69e-f174-86eb-0abe-448dd709a900/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:20:25,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cb2b69e-f174-86eb-0abe-448dd709a900/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:20:25,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cb2b69e-f174-86eb-0abe-448dd709a900/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T20:20:25,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cb2b69e-f174-86eb-0abe-448dd709a900/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:20:25,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cb2b69e-f174-86eb-0abe-448dd709a900/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T20:20:25,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cb2b69e-f174-86eb-0abe-448dd709a900/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T20:20:25,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cb2b69e-f174-86eb-0abe-448dd709a900/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:20:25,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cb2b69e-f174-86eb-0abe-448dd709a900/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:20:25,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cb2b69e-f174-86eb-0abe-448dd709a900/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T20:20:25,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cb2b69e-f174-86eb-0abe-448dd709a900/nfs.dump.dir in system properties and HBase conf 2024-11-08T20:20:25,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cb2b69e-f174-86eb-0abe-448dd709a900/java.io.tmpdir in system properties and HBase conf 2024-11-08T20:20:25,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cb2b69e-f174-86eb-0abe-448dd709a900/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:20:25,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cb2b69e-f174-86eb-0abe-448dd709a900/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T20:20:25,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cb2b69e-f174-86eb-0abe-448dd709a900/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T20:20:25,503 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:20:25,506 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:20:25,513 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:20:25,513 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:20:25,513 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T20:20:25,514 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:20:25,514 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2385ff4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cb2b69e-f174-86eb-0abe-448dd709a900/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:20:25,514 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16fd0946{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:20:25,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b28ce0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cb2b69e-f174-86eb-0abe-448dd709a900/java.io.tmpdir/jetty-localhost-40893-hadoop-hdfs-3_4_1-tests_jar-_-any-13241483426175279114/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:20:25,642 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c38de6f{HTTP/1.1, (http/1.1)}{localhost:40893} 2024-11-08T20:20:25,642 INFO [Time-limited test {}] server.Server(415): Started @285930ms 2024-11-08T20:20:25,876 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:20:25,881 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:20:25,883 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:20:25,883 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:20:25,883 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T20:20:25,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4199d52{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cb2b69e-f174-86eb-0abe-448dd709a900/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:20:25,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c147484{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:20:25,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34b365b8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cb2b69e-f174-86eb-0abe-448dd709a900/java.io.tmpdir/jetty-localhost-43787-hadoop-hdfs-3_4_1-tests_jar-_-any-13993242650249432450/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:20:25,981 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ce1ba69{HTTP/1.1, (http/1.1)}{localhost:43787} 2024-11-08T20:20:25,981 INFO [Time-limited test {}] server.Server(415): Started @286269ms 2024-11-08T20:20:25,982 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T20:20:26,643 WARN [Thread-3566 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cb2b69e-f174-86eb-0abe-448dd709a900/cluster_616a00e5-a391-f6fc-9112-f93f40311a4a/data/data1/current/BP-120118180-172.17.0.3-1731097225166/current, will proceed with Du for space computation calculation, 2024-11-08T20:20:26,643 WARN [Thread-3567 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cb2b69e-f174-86eb-0abe-448dd709a900/cluster_616a00e5-a391-f6fc-9112-f93f40311a4a/data/data2/current/BP-120118180-172.17.0.3-1731097225166/current, will proceed with Du for space computation calculation, 2024-11-08T20:20:26,660 WARN [Thread-3554 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T20:20:26,662 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5e6795af78cedab7 with lease ID 0x623181c2089cbb3c: Processing first storage report for DS-0a9c6cb8-ef8c-4235-8778-dc3a88005732 from datanode DatanodeRegistration(127.0.0.1:33701, datanodeUuid=bf2a5217-31ce-4099-a44b-93868f244835, infoPort=35837, infoSecurePort=0, ipcPort=46215, storageInfo=lv=-57;cid=testClusterID;nsid=1736364801;c=1731097225166) 2024-11-08T20:20:26,662 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5e6795af78cedab7 with lease ID 0x623181c2089cbb3c: from storage DS-0a9c6cb8-ef8c-4235-8778-dc3a88005732 node DatanodeRegistration(127.0.0.1:33701, datanodeUuid=bf2a5217-31ce-4099-a44b-93868f244835, infoPort=35837, infoSecurePort=0, ipcPort=46215, storageInfo=lv=-57;cid=testClusterID;nsid=1736364801;c=1731097225166), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:20:26,662 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5e6795af78cedab7 with lease ID 0x623181c2089cbb3c: Processing first storage report for DS-93796965-9daa-434b-8715-049a505af9f9 from datanode DatanodeRegistration(127.0.0.1:33701, datanodeUuid=bf2a5217-31ce-4099-a44b-93868f244835, infoPort=35837, infoSecurePort=0, ipcPort=46215, storageInfo=lv=-57;cid=testClusterID;nsid=1736364801;c=1731097225166) 2024-11-08T20:20:26,662 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5e6795af78cedab7 with lease ID 0x623181c2089cbb3c: from storage DS-93796965-9daa-434b-8715-049a505af9f9 node DatanodeRegistration(127.0.0.1:33701, datanodeUuid=bf2a5217-31ce-4099-a44b-93868f244835, infoPort=35837, infoSecurePort=0, ipcPort=46215, storageInfo=lv=-57;cid=testClusterID;nsid=1736364801;c=1731097225166), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:20:26,710 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cb2b69e-f174-86eb-0abe-448dd709a900 2024-11-08T20:20:26,710 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:20:26,711 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:20:26,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741825_1001 (size=7) 2024-11-08T20:20:27,118 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621 with version=8 2024-11-08T20:20:27,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/hbase-staging 2024-11-08T20:20:27,119 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:20:27,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:20:27,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:20:27,120 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:20:27,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:20:27,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:20:27,120 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T20:20:27,120 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:20:27,120 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41027 2024-11-08T20:20:27,121 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41027 connecting to ZooKeeper ensemble=127.0.0.1:51380 2024-11-08T20:20:27,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:410270x0, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:20:27,170 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41027-0x1011c1b51160003 connected 2024-11-08T20:20:27,243 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:20:27,245 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:20:27,247 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41027-0x1011c1b51160003, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Set watcher on znode that does not yet exist, /1-525378368/running 2024-11-08T20:20:27,247 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621, hbase.cluster.distributed=false 2024-11-08T20:20:27,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41027-0x1011c1b51160003, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Set watcher on znode that does not yet exist, /1-525378368/acl 2024-11-08T20:20:27,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41027 2024-11-08T20:20:27,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41027 2024-11-08T20:20:27,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41027 2024-11-08T20:20:27,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41027 2024-11-08T20:20:27,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41027 2024-11-08T20:20:27,268 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:20:27,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:20:27,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:20:27,269 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:20:27,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:20:27,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:20:27,269 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T20:20:27,269 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:20:27,269 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40877 2024-11-08T20:20:27,270 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40877 connecting to ZooKeeper ensemble=127.0.0.1:51380 2024-11-08T20:20:27,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:20:27,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:20:27,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408770x0, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:20:27,286 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:408770x0, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Set watcher on znode that does not yet exist, /1-525378368/running 2024-11-08T20:20:27,286 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40877-0x1011c1b51160004 connected 2024-11-08T20:20:27,286 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T20:20:27,286 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T20:20:27,287 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40877-0x1011c1b51160004, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Set watcher on znode that does not yet exist, /1-525378368/master 2024-11-08T20:20:27,288 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40877-0x1011c1b51160004, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Set watcher on znode that does not yet exist, /1-525378368/acl 2024-11-08T20:20:27,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40877 2024-11-08T20:20:27,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40877 2024-11-08T20:20:27,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40877 2024-11-08T20:20:27,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40877 2024-11-08T20:20:27,299 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40877 2024-11-08T20:20:27,303 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:20:27,303 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ae1476a7656f,43507,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:43507 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T20:20:27,303 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88711 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ae1476a7656f,43507,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:43507 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T20:20:27,314 DEBUG [M:0;ae1476a7656f:41027 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ae1476a7656f:41027 2024-11-08T20:20:27,314 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-525378368/backup-masters/ae1476a7656f,41027,1731097227119 2024-11-08T20:20:27,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41027-0x1011c1b51160003, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-525378368/backup-masters 2024-11-08T20:20:27,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40877-0x1011c1b51160004, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-525378368/backup-masters 2024-11-08T20:20:27,325 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41027-0x1011c1b51160003, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Set watcher on existing znode=/1-525378368/backup-masters/ae1476a7656f,41027,1731097227119 2024-11-08T20:20:27,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40877-0x1011c1b51160004, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-525378368/master 2024-11-08T20:20:27,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41027-0x1011c1b51160003, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-525378368 2024-11-08T20:20:27,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40877-0x1011c1b51160004, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-525378368 2024-11-08T20:20:27,335 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41027-0x1011c1b51160003, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Set watcher on existing znode=/1-525378368/master 2024-11-08T20:20:27,335 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-525378368/backup-masters/ae1476a7656f,41027,1731097227119 from backup master directory 2024-11-08T20:20:27,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41027-0x1011c1b51160003, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-525378368/backup-masters/ae1476a7656f,41027,1731097227119 2024-11-08T20:20:27,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40877-0x1011c1b51160004, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-525378368/backup-masters 2024-11-08T20:20:27,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41027-0x1011c1b51160003, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-525378368/backup-masters 2024-11-08T20:20:27,345 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:20:27,345 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ae1476a7656f,41027,1731097227119 2024-11-08T20:20:27,348 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/hbase.id] with ID: 8e8cc1ca-71d3-4792-b9e8-84dba92a6e05 2024-11-08T20:20:27,348 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/.tmp/hbase.id 2024-11-08T20:20:27,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741826_1002 (size=42) 2024-11-08T20:20:27,752 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/.tmp/hbase.id]:[hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/hbase.id] 2024-11-08T20:20:27,759 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:20:27,759 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T20:20:27,760 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T20:20:27,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T20:20:27,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T20:20:27,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41027-0x1011c1b51160003, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-525378368 2024-11-08T20:20:27,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40877-0x1011c1b51160004, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-525378368 2024-11-08T20:20:27,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741827_1003 (size=196) 2024-11-08T20:20:28,218 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:20:28,218 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T20:20:28,219 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:20:28,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741828_1004 (size=1189) 2024-11-08T20:20:28,624 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/MasterData/data/master/store 2024-11-08T20:20:28,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741829_1005 (size=34) 2024-11-08T20:20:29,029 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:20:29,029 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:20:29,029 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:20:29,029 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:20:29,029 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:20:29,029 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:20:29,029 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:20:29,029 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731097229029Disabling compacts and flushes for region at 1731097229029Disabling writes for close at 1731097229029Writing region close event to WAL at 1731097229029Closed at 1731097229029 2024-11-08T20:20:29,030 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/MasterData/data/master/store/.initializing 2024-11-08T20:20:29,030 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/MasterData/WALs/ae1476a7656f,41027,1731097227119 2024-11-08T20:20:29,031 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:20:29,032 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C41027%2C1731097227119, suffix=, logDir=hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/MasterData/WALs/ae1476a7656f,41027,1731097227119, archiveDir=hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/MasterData/oldWALs, maxLogs=10 2024-11-08T20:20:29,047 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/MasterData/WALs/ae1476a7656f,41027,1731097227119/ae1476a7656f%2C41027%2C1731097227119.1731097229032, exclude list is [], retry=0 2024-11-08T20:20:29,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33701,DS-0a9c6cb8-ef8c-4235-8778-dc3a88005732,DISK] 2024-11-08T20:20:29,051 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/MasterData/WALs/ae1476a7656f,41027,1731097227119/ae1476a7656f%2C41027%2C1731097227119.1731097229032 2024-11-08T20:20:29,051 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35837:35837)] 2024-11-08T20:20:29,051 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:20:29,051 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:20:29,051 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:20:29,051 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:20:29,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:20:29,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T20:20:29,053 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:29,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:20:29,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:20:29,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T20:20:29,054 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:29,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:20:29,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:20:29,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T20:20:29,055 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:29,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:20:29,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:20:29,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T20:20:29,056 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:29,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:20:29,056 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:20:29,057 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:20:29,057 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:20:29,058 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:20:29,058 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:20:29,058 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:20:29,059 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:20:29,060 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:20:29,061 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67043547, jitterRate=-9.732991456985474E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:20:29,061 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731097229051Initializing all the Stores at 1731097229052 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097229052Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097229052Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097229052Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097229052Cleaning up temporary data from old regions at 1731097229058 (+6 ms)Region opened successfully at 1731097229061 (+3 ms) 2024-11-08T20:20:29,061 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T20:20:29,063 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ee80e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:20:29,063 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T20:20:29,064 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T20:20:29,064 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T20:20:29,064 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T20:20:29,064 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T20:20:29,064 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T20:20:29,064 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T20:20:29,065 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T20:20:29,066 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41027-0x1011c1b51160003, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Unable to get data of znode /1-525378368/balancer because node does not exist (not necessarily an error) 2024-11-08T20:20:29,138 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-525378368/balancer already deleted, retry=false 2024-11-08T20:20:29,138 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T20:20:29,139 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41027-0x1011c1b51160003, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Unable to get data of znode /1-525378368/normalizer because node does not exist (not necessarily an error) 2024-11-08T20:20:29,148 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-525378368/normalizer already deleted, retry=false 2024-11-08T20:20:29,149 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T20:20:29,149 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41027-0x1011c1b51160003, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Unable to get data of znode /1-525378368/switch/split because node does not exist (not necessarily an error) 2024-11-08T20:20:29,159 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-525378368/switch/split already deleted, retry=false 2024-11-08T20:20:29,160 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41027-0x1011c1b51160003, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Unable to get data of znode /1-525378368/switch/merge because node does not exist (not necessarily an error) 2024-11-08T20:20:29,169 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-525378368/switch/merge already deleted, retry=false 2024-11-08T20:20:29,171 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41027-0x1011c1b51160003, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Unable to get data of znode /1-525378368/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T20:20:29,180 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-525378368/snapshot-cleanup already deleted, retry=false 2024-11-08T20:20:29,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41027-0x1011c1b51160003, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-525378368/running 2024-11-08T20:20:29,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40877-0x1011c1b51160004, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-525378368/running 2024-11-08T20:20:29,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40877-0x1011c1b51160004, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-525378368 2024-11-08T20:20:29,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41027-0x1011c1b51160003, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-525378368 2024-11-08T20:20:29,191 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ae1476a7656f,41027,1731097227119, sessionid=0x1011c1b51160003, setting cluster-up flag (Was=false) 2024-11-08T20:20:29,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41027-0x1011c1b51160003, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-525378368 2024-11-08T20:20:29,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40877-0x1011c1b51160004, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-525378368 2024-11-08T20:20:29,243 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-525378368/flush-table-proc/acquired, /1-525378368/flush-table-proc/reached, /1-525378368/flush-table-proc/abort 2024-11-08T20:20:29,244 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,41027,1731097227119 2024-11-08T20:20:29,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40877-0x1011c1b51160004, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-525378368 2024-11-08T20:20:29,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41027-0x1011c1b51160003, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-525378368 2024-11-08T20:20:29,348 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-525378368/online-snapshot/acquired, /1-525378368/online-snapshot/reached, /1-525378368/online-snapshot/abort 2024-11-08T20:20:29,349 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,41027,1731097227119 2024-11-08T20:20:29,350 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T20:20:29,351 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T20:20:29,351 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T20:20:29,352 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T20:20:29,352 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ae1476a7656f,41027,1731097227119 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T20:20:29,353 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:20:29,353 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:20:29,353 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:20:29,353 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:20:29,353 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ae1476a7656f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T20:20:29,353 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:20:29,353 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:20:29,353 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:20:29,354 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:20:29,354 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731097259354 2024-11-08T20:20:29,354 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T20:20:29,354 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T20:20:29,354 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T20:20:29,354 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T20:20:29,354 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T20:20:29,354 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T20:20:29,354 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T20:20:29,354 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:29,354 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T20:20:29,354 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T20:20:29,354 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T20:20:29,355 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T20:20:29,355 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:29,355 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T20:20:29,355 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T20:20:29,355 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T20:20:29,355 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097229355,5,FailOnTimeoutGroup] 2024-11-08T20:20:29,355 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097229355,5,FailOnTimeoutGroup] 2024-11-08T20:20:29,355 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:29,355 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T20:20:29,355 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:29,355 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:29,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741831_1007 (size=1321) 2024-11-08T20:20:29,403 INFO [RS:0;ae1476a7656f:40877 {}] regionserver.HRegionServer(746): ClusterId : 8e8cc1ca-71d3-4792-b9e8-84dba92a6e05 2024-11-08T20:20:29,403 DEBUG [RS:0;ae1476a7656f:40877 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T20:20:29,463 DEBUG [RS:0;ae1476a7656f:40877 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T20:20:29,463 DEBUG [RS:0;ae1476a7656f:40877 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T20:20:29,475 DEBUG [RS:0;ae1476a7656f:40877 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T20:20:29,476 DEBUG [RS:0;ae1476a7656f:40877 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@533dc026, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:20:29,489 DEBUG [RS:0;ae1476a7656f:40877 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ae1476a7656f:40877 2024-11-08T20:20:29,489 INFO [RS:0;ae1476a7656f:40877 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T20:20:29,489 INFO [RS:0;ae1476a7656f:40877 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T20:20:29,489 DEBUG [RS:0;ae1476a7656f:40877 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T20:20:29,490 INFO [RS:0;ae1476a7656f:40877 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae1476a7656f,41027,1731097227119 with port=40877, startcode=1731097227268 2024-11-08T20:20:29,490 DEBUG [RS:0;ae1476a7656f:40877 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T20:20:29,491 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T20:20:29,491 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41027 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae1476a7656f,40877,1731097227268 2024-11-08T20:20:29,491 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41027 {}] master.ServerManager(517): Registering regionserver=ae1476a7656f,40877,1731097227268 2024-11-08T20:20:29,492 DEBUG [RS:0;ae1476a7656f:40877 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621 2024-11-08T20:20:29,492 DEBUG [RS:0;ae1476a7656f:40877 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38801 2024-11-08T20:20:29,492 DEBUG [RS:0;ae1476a7656f:40877 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T20:20:29,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41027-0x1011c1b51160003, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-525378368/rs 2024-11-08T20:20:29,535 DEBUG [RS:0;ae1476a7656f:40877 {}] zookeeper.ZKUtil(111): regionserver:40877-0x1011c1b51160004, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Set watcher on existing znode=/1-525378368/rs/ae1476a7656f,40877,1731097227268 2024-11-08T20:20:29,535 WARN [RS:0;ae1476a7656f:40877 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:20:29,535 INFO [RS:0;ae1476a7656f:40877 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:20:29,536 DEBUG [RS:0;ae1476a7656f:40877 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268 2024-11-08T20:20:29,536 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae1476a7656f,40877,1731097227268] 2024-11-08T20:20:29,538 INFO [RS:0;ae1476a7656f:40877 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T20:20:29,539 INFO [RS:0;ae1476a7656f:40877 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T20:20:29,540 INFO [RS:0;ae1476a7656f:40877 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T20:20:29,540 INFO [RS:0;ae1476a7656f:40877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:29,540 INFO [RS:0;ae1476a7656f:40877 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T20:20:29,540 INFO [RS:0;ae1476a7656f:40877 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T20:20:29,541 INFO [RS:0;ae1476a7656f:40877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:29,541 DEBUG [RS:0;ae1476a7656f:40877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:20:29,541 DEBUG [RS:0;ae1476a7656f:40877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:20:29,541 DEBUG [RS:0;ae1476a7656f:40877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:20:29,541 DEBUG [RS:0;ae1476a7656f:40877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:20:29,541 DEBUG [RS:0;ae1476a7656f:40877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:20:29,541 DEBUG [RS:0;ae1476a7656f:40877 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:20:29,541 DEBUG [RS:0;ae1476a7656f:40877 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:20:29,541 DEBUG [RS:0;ae1476a7656f:40877 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:20:29,541 DEBUG [RS:0;ae1476a7656f:40877 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:20:29,541 DEBUG [RS:0;ae1476a7656f:40877 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:20:29,541 DEBUG [RS:0;ae1476a7656f:40877 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:20:29,541 DEBUG [RS:0;ae1476a7656f:40877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:20:29,541 DEBUG [RS:0;ae1476a7656f:40877 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:20:29,541 DEBUG [RS:0;ae1476a7656f:40877 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:20:29,541 INFO [RS:0;ae1476a7656f:40877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:29,541 INFO [RS:0;ae1476a7656f:40877 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:29,541 INFO [RS:0;ae1476a7656f:40877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:29,541 INFO [RS:0;ae1476a7656f:40877 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:29,541 INFO [RS:0;ae1476a7656f:40877 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:29,541 INFO [RS:0;ae1476a7656f:40877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,40877,1731097227268-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:20:29,553 INFO [RS:0;ae1476a7656f:40877 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T20:20:29,554 INFO [RS:0;ae1476a7656f:40877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,40877,1731097227268-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:29,554 INFO [RS:0;ae1476a7656f:40877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:29,554 INFO [RS:0;ae1476a7656f:40877 {}] regionserver.Replication(171): ae1476a7656f,40877,1731097227268 started 2024-11-08T20:20:29,565 INFO [RS:0;ae1476a7656f:40877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:29,565 INFO [RS:0;ae1476a7656f:40877 {}] regionserver.HRegionServer(1482): Serving as ae1476a7656f,40877,1731097227268, RpcServer on ae1476a7656f/172.17.0.3:40877, sessionid=0x1011c1b51160004 2024-11-08T20:20:29,565 DEBUG [RS:0;ae1476a7656f:40877 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T20:20:29,565 DEBUG [RS:0;ae1476a7656f:40877 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae1476a7656f,40877,1731097227268 2024-11-08T20:20:29,565 DEBUG [RS:0;ae1476a7656f:40877 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,40877,1731097227268' 2024-11-08T20:20:29,565 DEBUG [RS:0;ae1476a7656f:40877 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-525378368/flush-table-proc/abort' 2024-11-08T20:20:29,566 DEBUG [RS:0;ae1476a7656f:40877 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-525378368/flush-table-proc/acquired' 2024-11-08T20:20:29,566 DEBUG [RS:0;ae1476a7656f:40877 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T20:20:29,566 DEBUG [RS:0;ae1476a7656f:40877 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T20:20:29,566 DEBUG [RS:0;ae1476a7656f:40877 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae1476a7656f,40877,1731097227268 2024-11-08T20:20:29,566 DEBUG [RS:0;ae1476a7656f:40877 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,40877,1731097227268' 2024-11-08T20:20:29,566 DEBUG [RS:0;ae1476a7656f:40877 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-525378368/online-snapshot/abort' 2024-11-08T20:20:29,567 DEBUG [RS:0;ae1476a7656f:40877 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-525378368/online-snapshot/acquired' 2024-11-08T20:20:29,567 DEBUG [RS:0;ae1476a7656f:40877 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T20:20:29,567 INFO [RS:0;ae1476a7656f:40877 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T20:20:29,567 INFO [RS:0;ae1476a7656f:40877 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T20:20:29,667 INFO [RS:0;ae1476a7656f:40877 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:20:29,668 INFO [RS:0;ae1476a7656f:40877 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C40877%2C1731097227268, suffix=, logDir=hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268, archiveDir=hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/oldWALs, maxLogs=10 2024-11-08T20:20:29,685 DEBUG [RS:0;ae1476a7656f:40877 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669, exclude list is [], retry=0 2024-11-08T20:20:29,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33701,DS-0a9c6cb8-ef8c-4235-8778-dc3a88005732,DISK] 2024-11-08T20:20:29,689 INFO [RS:0;ae1476a7656f:40877 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669 2024-11-08T20:20:29,689 DEBUG [RS:0;ae1476a7656f:40877 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35837:35837)] 2024-11-08T20:20:29,762 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T20:20:29,762 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621 2024-11-08T20:20:29,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741833_1009 (size=32) 2024-11-08T20:20:30,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:20:30,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:20:30,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:20:30,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:30,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:20:30,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:20:30,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:20:30,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:30,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:20:30,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:20:30,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:20:30,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:30,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:20:30,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:20:30,171 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:20:30,171 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:30,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:20:30,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:20:30,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/hbase/meta/1588230740 2024-11-08T20:20:30,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/hbase/meta/1588230740 2024-11-08T20:20:30,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:20:30,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:20:30,173 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:20:30,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:20:30,175 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:20:30,175 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69326232, jitterRate=0.03304135799407959}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:20:30,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731097230167Initializing all the Stores at 1731097230167Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097230167Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097230167Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097230167Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097230167Cleaning up temporary data from old regions at 1731097230173 (+6 ms)Region opened successfully at 1731097230175 (+2 ms) 2024-11-08T20:20:30,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:20:30,176 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:20:30,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:20:30,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:20:30,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:20:30,177 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:20:30,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731097230176Disabling compacts and flushes for region at 1731097230176Disabling writes for close at 1731097230176Writing region close event to WAL at 1731097230177 (+1 ms)Closed at 1731097230177 2024-11-08T20:20:30,178 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:20:30,178 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T20:20:30,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T20:20:30,179 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:20:30,179 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T20:20:30,330 DEBUG [ae1476a7656f:41027 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T20:20:30,330 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ae1476a7656f,40877,1731097227268 2024-11-08T20:20:30,331 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,40877,1731097227268, state=OPENING 2024-11-08T20:20:30,441 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T20:20:30,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41027-0x1011c1b51160003, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-525378368 2024-11-08T20:20:30,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40877-0x1011c1b51160004, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-525378368 2024-11-08T20:20:30,461 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-525378368/meta-region-server: CHANGED 2024-11-08T20:20:30,461 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:20:30,462 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-525378368/meta-region-server: CHANGED 2024-11-08T20:20:30,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,40877,1731097227268}] 2024-11-08T20:20:30,482 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T20:20:30,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:30,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:30,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:30,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:30,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:30,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:30,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:30,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:30,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:30,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:30,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:30,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:30,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:30,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:30,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:30,556 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T20:20:30,614 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:20:30,615 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38075, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T20:20:30,618 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T20:20:30,618 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:20:30,618 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T20:20:30,619 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C40877%2C1731097227268.meta, suffix=.meta, logDir=hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268, archiveDir=hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/oldWALs, maxLogs=10 2024-11-08T20:20:30,635 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.meta.1731097230619.meta, exclude list is [], retry=0 2024-11-08T20:20:30,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33701,DS-0a9c6cb8-ef8c-4235-8778-dc3a88005732,DISK] 2024-11-08T20:20:30,639 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.meta.1731097230619.meta 2024-11-08T20:20:30,639 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35837:35837)] 2024-11-08T20:20:30,639 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:20:30,639 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:20:30,639 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T20:20:30,639 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T20:20:30,640 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T20:20:30,640 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T20:20:30,640 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:20:30,640 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T20:20:30,640 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T20:20:30,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:20:30,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:20:30,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:30,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:20:30,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:20:30,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:20:30,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:30,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:20:30,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:20:30,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:20:30,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:30,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:20:30,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:20:30,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:20:30,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:30,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:20:30,644 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:20:30,644 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/hbase/meta/1588230740 2024-11-08T20:20:30,645 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/hbase/meta/1588230740 2024-11-08T20:20:30,645 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:20:30,646 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:20:30,646 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:20:30,648 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:20:30,648 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72707182, jitterRate=0.08342143893241882}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:20:30,648 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T20:20:30,648 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731097230640Writing region info on filesystem at 1731097230640Initializing all the Stores at 1731097230640Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097230640Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097230641 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097230641Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097230641Cleaning up temporary data from old regions at 1731097230646 (+5 ms)Running coprocessor post-open hooks at 1731097230648 (+2 ms)Region opened successfully at 1731097230648 2024-11-08T20:20:30,649 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731097230614 2024-11-08T20:20:30,651 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T20:20:30,651 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T20:20:30,651 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,40877,1731097227268 2024-11-08T20:20:30,652 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,40877,1731097227268, state=OPEN 2024-11-08T20:20:30,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41027-0x1011c1b51160003, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-525378368/meta-region-server 2024-11-08T20:20:30,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40877-0x1011c1b51160004, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-525378368/meta-region-server 2024-11-08T20:20:30,664 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ae1476a7656f,40877,1731097227268 2024-11-08T20:20:30,664 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-525378368/meta-region-server: CHANGED 2024-11-08T20:20:30,664 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-525378368/meta-region-server: CHANGED 2024-11-08T20:20:30,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T20:20:30,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,40877,1731097227268 in 202 msec 2024-11-08T20:20:30,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T20:20:30,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 488 msec 2024-11-08T20:20:30,668 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:20:30,668 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T20:20:30,669 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:20:30,669 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,40877,1731097227268, seqNum=-1] 2024-11-08T20:20:30,669 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:20:30,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54443, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:20:30,674 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3230 sec 2024-11-08T20:20:30,674 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731097230674, completionTime=-1 2024-11-08T20:20:30,674 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T20:20:30,674 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T20:20:30,675 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T20:20:30,675 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731097290675 2024-11-08T20:20:30,676 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731097350676 2024-11-08T20:20:30,676 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T20:20:30,676 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,41027,1731097227119-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:30,676 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,41027,1731097227119-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:30,676 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,41027,1731097227119-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:30,676 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ae1476a7656f:41027, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:30,676 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:30,677 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:30,677 DEBUG [master/ae1476a7656f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T20:20:30,680 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.335sec 2024-11-08T20:20:30,680 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T20:20:30,680 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T20:20:30,680 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T20:20:30,680 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T20:20:30,680 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T20:20:30,680 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,41027,1731097227119-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:20:30,680 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,41027,1731097227119-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T20:20:30,682 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T20:20:30,682 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T20:20:30,682 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,41027,1731097227119-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:30,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20a06953, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:30,703 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,41027,-1 for getting cluster id 2024-11-08T20:20:30,703 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:20:30,704 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e8cc1ca-71d3-4792-b9e8-84dba92a6e05' 2024-11-08T20:20:30,704 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:20:30,705 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e8cc1ca-71d3-4792-b9e8-84dba92a6e05" 2024-11-08T20:20:30,705 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@382e5675, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:30,705 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,41027,-1] 2024-11-08T20:20:30,705 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:20:30,705 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:30,706 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:20:30,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e46ca45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:30,707 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:20:30,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,40877,1731097227268, seqNum=-1] 2024-11-08T20:20:30,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:20:30,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:20:30,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ae1476a7656f,41027,1731097227119 2024-11-08T20:20:30,711 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51380 2024-11-08T20:20:30,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:20:30,725 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011c1b51160005 connected 2024-11-08T20:20:30,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cb2b69e-f174-86eb-0abe-448dd709a900/hadoop.log.dir so I do NOT create it in target/test-data/a17d1a17-bbe0-c90f-8c9a-144294c780eb 2024-11-08T20:20:30,737 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cb2b69e-f174-86eb-0abe-448dd709a900/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T20:20:30,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cb2b69e-f174-86eb-0abe-448dd709a900/hadoop.tmp.dir so I do NOT create it in target/test-data/a17d1a17-bbe0-c90f-8c9a-144294c780eb 2024-11-08T20:20:30,737 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cb2b69e-f174-86eb-0abe-448dd709a900/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T20:20:30,737 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a17d1a17-bbe0-c90f-8c9a-144294c780eb 2024-11-08T20:20:30,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T20:20:30,737 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a17d1a17-bbe0-c90f-8c9a-144294c780eb/cluster_9ab041dc-1ae2-c75d-f0e3-27e8b74ca8e6, deleteOnExit=true 2024-11-08T20:20:30,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T20:20:30,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a17d1a17-bbe0-c90f-8c9a-144294c780eb/test.cache.data in system properties and HBase conf 2024-11-08T20:20:30,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a17d1a17-bbe0-c90f-8c9a-144294c780eb/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T20:20:30,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a17d1a17-bbe0-c90f-8c9a-144294c780eb/hadoop.log.dir in system properties and HBase conf 2024-11-08T20:20:30,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a17d1a17-bbe0-c90f-8c9a-144294c780eb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T20:20:30,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a17d1a17-bbe0-c90f-8c9a-144294c780eb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T20:20:30,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T20:20:30,738 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T20:20:30,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a17d1a17-bbe0-c90f-8c9a-144294c780eb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:20:30,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a17d1a17-bbe0-c90f-8c9a-144294c780eb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:20:30,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a17d1a17-bbe0-c90f-8c9a-144294c780eb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T20:20:30,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a17d1a17-bbe0-c90f-8c9a-144294c780eb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:20:30,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a17d1a17-bbe0-c90f-8c9a-144294c780eb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T20:20:30,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a17d1a17-bbe0-c90f-8c9a-144294c780eb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T20:20:30,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a17d1a17-bbe0-c90f-8c9a-144294c780eb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:20:30,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a17d1a17-bbe0-c90f-8c9a-144294c780eb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:20:30,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a17d1a17-bbe0-c90f-8c9a-144294c780eb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T20:20:30,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a17d1a17-bbe0-c90f-8c9a-144294c780eb/nfs.dump.dir in system properties and HBase conf 2024-11-08T20:20:30,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a17d1a17-bbe0-c90f-8c9a-144294c780eb/java.io.tmpdir in system properties and HBase conf 2024-11-08T20:20:30,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a17d1a17-bbe0-c90f-8c9a-144294c780eb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:20:30,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a17d1a17-bbe0-c90f-8c9a-144294c780eb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T20:20:30,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a17d1a17-bbe0-c90f-8c9a-144294c780eb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T20:20:31,083 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:20:31,086 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:20:31,087 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:20:31,087 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:20:31,088 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T20:20:31,088 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:20:31,090 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c9f2e58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a17d1a17-bbe0-c90f-8c9a-144294c780eb/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:20:31,090 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24680fad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:20:31,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33577c0c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a17d1a17-bbe0-c90f-8c9a-144294c780eb/java.io.tmpdir/jetty-localhost-36441-hadoop-hdfs-3_4_1-tests_jar-_-any-5403484904789671138/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:20:31,212 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57f65739{HTTP/1.1, (http/1.1)}{localhost:36441} 2024-11-08T20:20:31,212 INFO [Time-limited test {}] server.Server(415): Started @291500ms 2024-11-08T20:20:31,609 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:20:31,612 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:20:31,613 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:20:31,613 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:20:31,613 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T20:20:31,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f2e90be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a17d1a17-bbe0-c90f-8c9a-144294c780eb/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:20:31,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7920b93d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:20:31,709 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@706502ed{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a17d1a17-bbe0-c90f-8c9a-144294c780eb/java.io.tmpdir/jetty-localhost-42723-hadoop-hdfs-3_4_1-tests_jar-_-any-12146181239810270801/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:20:31,710 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d3a3a12{HTTP/1.1, (http/1.1)}{localhost:42723} 2024-11-08T20:20:31,710 INFO [Time-limited test {}] server.Server(415): Started @291998ms 2024-11-08T20:20:31,711 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T20:20:32,404 WARN [Thread-3687 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a17d1a17-bbe0-c90f-8c9a-144294c780eb/cluster_9ab041dc-1ae2-c75d-f0e3-27e8b74ca8e6/data/data1/current/BP-1546147828-172.17.0.3-1731097230754/current, will proceed with Du for space computation calculation, 2024-11-08T20:20:32,404 WARN [Thread-3688 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a17d1a17-bbe0-c90f-8c9a-144294c780eb/cluster_9ab041dc-1ae2-c75d-f0e3-27e8b74ca8e6/data/data2/current/BP-1546147828-172.17.0.3-1731097230754/current, will proceed with Du for space computation calculation, 2024-11-08T20:20:32,424 WARN [Thread-3675 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T20:20:32,427 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6f29511b5706b24a with lease ID 0xb0bb985a917009a3: Processing first storage report for DS-fe987b44-044c-40cd-ae1a-c67f5ad2f926 from datanode DatanodeRegistration(127.0.0.1:39765, datanodeUuid=450edb63-6dd3-4c65-8163-6ebcbcf0d082, infoPort=37443, infoSecurePort=0, ipcPort=43843, storageInfo=lv=-57;cid=testClusterID;nsid=1236878428;c=1731097230754) 2024-11-08T20:20:32,427 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6f29511b5706b24a with lease ID 0xb0bb985a917009a3: from storage DS-fe987b44-044c-40cd-ae1a-c67f5ad2f926 node DatanodeRegistration(127.0.0.1:39765, datanodeUuid=450edb63-6dd3-4c65-8163-6ebcbcf0d082, infoPort=37443, infoSecurePort=0, ipcPort=43843, storageInfo=lv=-57;cid=testClusterID;nsid=1236878428;c=1731097230754), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:20:32,427 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6f29511b5706b24a with lease ID 0xb0bb985a917009a3: Processing first storage report for DS-158e3de5-fc27-4b43-8c3d-37bdd11f27e7 from datanode DatanodeRegistration(127.0.0.1:39765, datanodeUuid=450edb63-6dd3-4c65-8163-6ebcbcf0d082, infoPort=37443, infoSecurePort=0, ipcPort=43843, storageInfo=lv=-57;cid=testClusterID;nsid=1236878428;c=1731097230754) 2024-11-08T20:20:32,427 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6f29511b5706b24a with lease ID 0xb0bb985a917009a3: from storage DS-158e3de5-fc27-4b43-8c3d-37bdd11f27e7 node DatanodeRegistration(127.0.0.1:39765, datanodeUuid=450edb63-6dd3-4c65-8163-6ebcbcf0d082, infoPort=37443, infoSecurePort=0, ipcPort=43843, storageInfo=lv=-57;cid=testClusterID;nsid=1236878428;c=1731097230754), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:20:32,439 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a17d1a17-bbe0-c90f-8c9a-144294c780eb 2024-11-08T20:20:32,439 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:20:32,441 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:20:32,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741825_1001 (size=7) 2024-11-08T20:20:32,848 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a with version=8 2024-11-08T20:20:32,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/hbase-staging 2024-11-08T20:20:32,850 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:20:32,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:20:32,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:20:32,850 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:20:32,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:20:32,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:20:32,850 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T20:20:32,851 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:20:32,851 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45283 2024-11-08T20:20:32,852 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45283 connecting to ZooKeeper ensemble=127.0.0.1:51380 2024-11-08T20:20:32,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:452830x0, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:20:32,907 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45283-0x1011c1b51160006 connected 2024-11-08T20:20:33,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:20:33,136 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:20:33,138 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45283-0x1011c1b51160006, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Set watcher on znode that does not yet exist, /2-941066918/running 2024-11-08T20:20:33,138 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a, hbase.cluster.distributed=false 2024-11-08T20:20:33,139 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45283-0x1011c1b51160006, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Set watcher on znode that does not yet exist, /2-941066918/acl 2024-11-08T20:20:33,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45283 2024-11-08T20:20:33,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45283 2024-11-08T20:20:33,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45283 2024-11-08T20:20:33,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45283 2024-11-08T20:20:33,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45283 2024-11-08T20:20:33,157 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:20:33,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:20:33,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:20:33,158 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:20:33,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:20:33,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:20:33,158 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T20:20:33,158 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:20:33,158 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40085 2024-11-08T20:20:33,159 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40085 connecting to ZooKeeper ensemble=127.0.0.1:51380 2024-11-08T20:20:33,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:20:33,162 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:20:33,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400850x0, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:20:33,177 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:400850x0, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Set watcher on znode that does not yet exist, /2-941066918/running 2024-11-08T20:20:33,177 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40085-0x1011c1b51160007 connected 2024-11-08T20:20:33,177 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T20:20:33,178 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T20:20:33,178 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40085-0x1011c1b51160007, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Set watcher on znode that does not yet exist, /2-941066918/master 2024-11-08T20:20:33,179 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40085-0x1011c1b51160007, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Set watcher on znode that does not yet exist, /2-941066918/acl 2024-11-08T20:20:33,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40085 2024-11-08T20:20:33,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40085 2024-11-08T20:20:33,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40085 2024-11-08T20:20:33,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40085 2024-11-08T20:20:33,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40085 2024-11-08T20:20:33,205 DEBUG [M:0;ae1476a7656f:45283 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ae1476a7656f:45283 2024-11-08T20:20:33,206 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-941066918/backup-masters/ae1476a7656f,45283,1731097232850 2024-11-08T20:20:33,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x1011c1b51160006, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-941066918/backup-masters 2024-11-08T20:20:33,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40085-0x1011c1b51160007, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-941066918/backup-masters 2024-11-08T20:20:33,212 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45283-0x1011c1b51160006, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Set watcher on existing znode=/2-941066918/backup-masters/ae1476a7656f,45283,1731097232850 2024-11-08T20:20:33,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x1011c1b51160006, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-941066918 2024-11-08T20:20:33,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40085-0x1011c1b51160007, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-941066918/master 2024-11-08T20:20:33,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40085-0x1011c1b51160007, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-941066918 2024-11-08T20:20:33,222 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45283-0x1011c1b51160006, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Set watcher on existing znode=/2-941066918/master 2024-11-08T20:20:33,222 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-941066918/backup-masters/ae1476a7656f,45283,1731097232850 from backup master directory 2024-11-08T20:20:33,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x1011c1b51160006, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-941066918/backup-masters/ae1476a7656f,45283,1731097232850 2024-11-08T20:20:33,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40085-0x1011c1b51160007, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-941066918/backup-masters 2024-11-08T20:20:33,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x1011c1b51160006, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-941066918/backup-masters 2024-11-08T20:20:33,232 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:20:33,232 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ae1476a7656f,45283,1731097232850 2024-11-08T20:20:33,235 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/hbase.id] with ID: d1a8c0eb-032f-4595-9900-577ec9a4fd6c 2024-11-08T20:20:33,235 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/.tmp/hbase.id 2024-11-08T20:20:33,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741826_1002 (size=42) 2024-11-08T20:20:33,642 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/.tmp/hbase.id]:[hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/hbase.id] 2024-11-08T20:20:33,649 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:20:33,650 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T20:20:33,650 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-08T20:20:33,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x1011c1b51160006, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-941066918 2024-11-08T20:20:33,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40085-0x1011c1b51160007, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-941066918 2024-11-08T20:20:33,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741827_1003 (size=196) 2024-11-08T20:20:34,121 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:20:34,122 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T20:20:34,122 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:20:34,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741828_1004 (size=1189) 2024-11-08T20:20:34,127 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/MasterData/data/master/store 2024-11-08T20:20:34,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741829_1005 (size=34) 2024-11-08T20:20:34,131 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:20:34,132 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:20:34,132 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:20:34,132 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:20:34,132 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:20:34,132 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:20:34,132 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:20:34,132 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731097234131Disabling compacts and flushes for region at 1731097234131Disabling writes for close at 1731097234132 (+1 ms)Writing region close event to WAL at 1731097234132Closed at 1731097234132 2024-11-08T20:20:34,132 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/MasterData/data/master/store/.initializing 2024-11-08T20:20:34,132 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/MasterData/WALs/ae1476a7656f,45283,1731097232850 2024-11-08T20:20:34,133 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:20:34,134 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C45283%2C1731097232850, suffix=, logDir=hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/MasterData/WALs/ae1476a7656f,45283,1731097232850, archiveDir=hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/MasterData/oldWALs, maxLogs=10 2024-11-08T20:20:34,150 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/MasterData/WALs/ae1476a7656f,45283,1731097232850/ae1476a7656f%2C45283%2C1731097232850.1731097234134, exclude list is [], retry=0 2024-11-08T20:20:34,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39765,DS-fe987b44-044c-40cd-ae1a-c67f5ad2f926,DISK] 2024-11-08T20:20:34,153 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/MasterData/WALs/ae1476a7656f,45283,1731097232850/ae1476a7656f%2C45283%2C1731097232850.1731097234134 2024-11-08T20:20:34,153 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37443:37443)] 2024-11-08T20:20:34,153 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:20:34,154 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:20:34,154 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:20:34,154 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:20:34,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:20:34,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T20:20:34,156 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:34,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:20:34,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:20:34,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T20:20:34,157 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:34,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:20:34,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:20:34,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T20:20:34,158 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:34,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:20:34,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:20:34,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T20:20:34,158 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:34,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:20:34,159 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:20:34,159 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:20:34,160 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:20:34,160 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:20:34,160 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:20:34,161 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:20:34,162 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:20:34,163 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:20:34,163 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72149817, jitterRate=0.07511605322360992}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:20:34,164 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731097234154Initializing all the Stores at 1731097234154Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097234154Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097234155 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097234155Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097234155Cleaning up temporary data from old regions at 1731097234160 (+5 ms)Region opened successfully at 1731097234163 (+3 ms) 2024-11-08T20:20:34,164 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T20:20:34,166 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@664dc933, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:20:34,166 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T20:20:34,166 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T20:20:34,167 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T20:20:34,167 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T20:20:34,167 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T20:20:34,167 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T20:20:34,167 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T20:20:34,169 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T20:20:34,169 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45283-0x1011c1b51160006, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Unable to get data of znode /2-941066918/balancer because node does not exist (not necessarily an error) 2024-11-08T20:20:34,222 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-941066918/balancer already deleted, retry=false 2024-11-08T20:20:34,222 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T20:20:34,223 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45283-0x1011c1b51160006, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Unable to get data of znode /2-941066918/normalizer because node does not exist (not necessarily an error) 2024-11-08T20:20:34,232 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-941066918/normalizer already deleted, retry=false 2024-11-08T20:20:34,232 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T20:20:34,233 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45283-0x1011c1b51160006, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Unable to get data of znode /2-941066918/switch/split because node does not exist (not necessarily an error) 2024-11-08T20:20:34,243 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-941066918/switch/split already deleted, retry=false 2024-11-08T20:20:34,244 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45283-0x1011c1b51160006, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Unable to get data of znode /2-941066918/switch/merge because node does not exist (not necessarily an error) 2024-11-08T20:20:34,253 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-941066918/switch/merge already deleted, retry=false 2024-11-08T20:20:34,255 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45283-0x1011c1b51160006, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Unable to get data of znode /2-941066918/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T20:20:34,264 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-941066918/snapshot-cleanup already deleted, retry=false 2024-11-08T20:20:34,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40085-0x1011c1b51160007, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-941066918/running 2024-11-08T20:20:34,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x1011c1b51160006, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-941066918/running 2024-11-08T20:20:34,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x1011c1b51160006, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-941066918 2024-11-08T20:20:34,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40085-0x1011c1b51160007, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-941066918 2024-11-08T20:20:34,275 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ae1476a7656f,45283,1731097232850, sessionid=0x1011c1b51160006, setting cluster-up flag (Was=false) 2024-11-08T20:20:34,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40085-0x1011c1b51160007, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-941066918 2024-11-08T20:20:34,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x1011c1b51160006, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-941066918 2024-11-08T20:20:34,327 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-941066918/flush-table-proc/acquired, /2-941066918/flush-table-proc/reached, /2-941066918/flush-table-proc/abort 2024-11-08T20:20:34,328 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,45283,1731097232850 2024-11-08T20:20:34,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x1011c1b51160006, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-941066918 2024-11-08T20:20:34,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40085-0x1011c1b51160007, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-941066918 2024-11-08T20:20:34,380 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-941066918/online-snapshot/acquired, /2-941066918/online-snapshot/reached, /2-941066918/online-snapshot/abort 2024-11-08T20:20:34,380 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,45283,1731097232850 2024-11-08T20:20:34,381 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T20:20:34,382 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T20:20:34,382 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T20:20:34,383 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T20:20:34,383 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ae1476a7656f,45283,1731097232850 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T20:20:34,384 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:20:34,384 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:20:34,384 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:20:34,384 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:20:34,384 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ae1476a7656f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T20:20:34,384 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:20:34,384 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:20:34,384 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:20:34,389 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:20:34,389 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731097264389 2024-11-08T20:20:34,389 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T20:20:34,389 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T20:20:34,389 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T20:20:34,389 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T20:20:34,389 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T20:20:34,389 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T20:20:34,389 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T20:20:34,390 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:34,390 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T20:20:34,390 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:34,390 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T20:20:34,390 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T20:20:34,390 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T20:20:34,390 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T20:20:34,392 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T20:20:34,392 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T20:20:34,396 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097234392,5,FailOnTimeoutGroup] 2024-11-08T20:20:34,398 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097234396,5,FailOnTimeoutGroup] 2024-11-08T20:20:34,398 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:34,398 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T20:20:34,398 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:34,398 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:34,398 INFO [RS:0;ae1476a7656f:40085 {}] regionserver.HRegionServer(746): ClusterId : d1a8c0eb-032f-4595-9900-577ec9a4fd6c 2024-11-08T20:20:34,398 DEBUG [RS:0;ae1476a7656f:40085 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T20:20:34,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741831_1007 (size=1321) 2024-11-08T20:20:34,409 DEBUG [RS:0;ae1476a7656f:40085 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T20:20:34,409 DEBUG [RS:0;ae1476a7656f:40085 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T20:20:34,438 DEBUG [RS:0;ae1476a7656f:40085 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T20:20:34,438 DEBUG [RS:0;ae1476a7656f:40085 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f2b618, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:20:34,448 DEBUG [RS:0;ae1476a7656f:40085 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ae1476a7656f:40085 2024-11-08T20:20:34,448 INFO [RS:0;ae1476a7656f:40085 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T20:20:34,448 INFO [RS:0;ae1476a7656f:40085 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T20:20:34,448 DEBUG [RS:0;ae1476a7656f:40085 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T20:20:34,449 INFO [RS:0;ae1476a7656f:40085 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae1476a7656f,45283,1731097232850 with port=40085, startcode=1731097233157 2024-11-08T20:20:34,449 DEBUG [RS:0;ae1476a7656f:40085 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T20:20:34,450 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35791, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T20:20:34,451 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45283 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae1476a7656f,40085,1731097233157 2024-11-08T20:20:34,451 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45283 {}] master.ServerManager(517): Registering regionserver=ae1476a7656f,40085,1731097233157 2024-11-08T20:20:34,452 DEBUG [RS:0;ae1476a7656f:40085 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a 2024-11-08T20:20:34,452 DEBUG [RS:0;ae1476a7656f:40085 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44979 2024-11-08T20:20:34,452 DEBUG [RS:0;ae1476a7656f:40085 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T20:20:34,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x1011c1b51160006, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-941066918/rs 2024-11-08T20:20:34,519 DEBUG [RS:0;ae1476a7656f:40085 {}] zookeeper.ZKUtil(111): regionserver:40085-0x1011c1b51160007, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Set watcher on existing znode=/2-941066918/rs/ae1476a7656f,40085,1731097233157 2024-11-08T20:20:34,519 WARN [RS:0;ae1476a7656f:40085 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:20:34,519 INFO [RS:0;ae1476a7656f:40085 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:20:34,519 DEBUG [RS:0;ae1476a7656f:40085 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157 2024-11-08T20:20:34,519 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae1476a7656f,40085,1731097233157] 2024-11-08T20:20:34,521 INFO [RS:0;ae1476a7656f:40085 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T20:20:34,523 INFO [RS:0;ae1476a7656f:40085 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T20:20:34,523 INFO [RS:0;ae1476a7656f:40085 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T20:20:34,523 INFO [RS:0;ae1476a7656f:40085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:34,523 INFO [RS:0;ae1476a7656f:40085 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T20:20:34,524 INFO [RS:0;ae1476a7656f:40085 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T20:20:34,524 INFO [RS:0;ae1476a7656f:40085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:34,524 DEBUG [RS:0;ae1476a7656f:40085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:20:34,524 DEBUG [RS:0;ae1476a7656f:40085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:20:34,524 DEBUG [RS:0;ae1476a7656f:40085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:20:34,524 DEBUG [RS:0;ae1476a7656f:40085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:20:34,524 DEBUG [RS:0;ae1476a7656f:40085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:20:34,524 DEBUG [RS:0;ae1476a7656f:40085 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:20:34,524 DEBUG [RS:0;ae1476a7656f:40085 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:20:34,524 DEBUG [RS:0;ae1476a7656f:40085 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:20:34,524 DEBUG [RS:0;ae1476a7656f:40085 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:20:34,524 DEBUG [RS:0;ae1476a7656f:40085 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:20:34,524 DEBUG [RS:0;ae1476a7656f:40085 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:20:34,524 DEBUG [RS:0;ae1476a7656f:40085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:20:34,524 DEBUG [RS:0;ae1476a7656f:40085 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:20:34,524 DEBUG [RS:0;ae1476a7656f:40085 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:20:34,525 INFO [RS:0;ae1476a7656f:40085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:34,525 INFO [RS:0;ae1476a7656f:40085 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:34,525 INFO [RS:0;ae1476a7656f:40085 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:34,525 INFO [RS:0;ae1476a7656f:40085 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:34,525 INFO [RS:0;ae1476a7656f:40085 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:34,525 INFO [RS:0;ae1476a7656f:40085 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,40085,1731097233157-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:20:34,543 INFO [RS:0;ae1476a7656f:40085 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T20:20:34,543 INFO [RS:0;ae1476a7656f:40085 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,40085,1731097233157-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:34,544 INFO [RS:0;ae1476a7656f:40085 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:34,544 INFO [RS:0;ae1476a7656f:40085 {}] regionserver.Replication(171): ae1476a7656f,40085,1731097233157 started 2024-11-08T20:20:34,556 INFO [RS:0;ae1476a7656f:40085 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:34,556 INFO [RS:0;ae1476a7656f:40085 {}] regionserver.HRegionServer(1482): Serving as ae1476a7656f,40085,1731097233157, RpcServer on ae1476a7656f/172.17.0.3:40085, sessionid=0x1011c1b51160007 2024-11-08T20:20:34,556 DEBUG [RS:0;ae1476a7656f:40085 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T20:20:34,556 DEBUG [RS:0;ae1476a7656f:40085 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae1476a7656f,40085,1731097233157 2024-11-08T20:20:34,556 DEBUG [RS:0;ae1476a7656f:40085 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,40085,1731097233157' 2024-11-08T20:20:34,556 DEBUG [RS:0;ae1476a7656f:40085 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-941066918/flush-table-proc/abort' 2024-11-08T20:20:34,557 DEBUG [RS:0;ae1476a7656f:40085 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-941066918/flush-table-proc/acquired' 2024-11-08T20:20:34,557 DEBUG [RS:0;ae1476a7656f:40085 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T20:20:34,557 DEBUG [RS:0;ae1476a7656f:40085 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T20:20:34,557 DEBUG [RS:0;ae1476a7656f:40085 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae1476a7656f,40085,1731097233157 2024-11-08T20:20:34,557 DEBUG [RS:0;ae1476a7656f:40085 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,40085,1731097233157' 2024-11-08T20:20:34,557 DEBUG [RS:0;ae1476a7656f:40085 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-941066918/online-snapshot/abort' 2024-11-08T20:20:34,557 DEBUG [RS:0;ae1476a7656f:40085 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-941066918/online-snapshot/acquired' 2024-11-08T20:20:34,557 DEBUG [RS:0;ae1476a7656f:40085 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T20:20:34,557 INFO [RS:0;ae1476a7656f:40085 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T20:20:34,557 INFO [RS:0;ae1476a7656f:40085 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T20:20:34,658 INFO [RS:0;ae1476a7656f:40085 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:20:34,659 INFO [RS:0;ae1476a7656f:40085 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C40085%2C1731097233157, suffix=, logDir=hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157, archiveDir=hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/oldWALs, maxLogs=10 2024-11-08T20:20:34,671 DEBUG [RS:0;ae1476a7656f:40085 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.1731097234659, exclude list is [], retry=0 2024-11-08T20:20:34,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39765,DS-fe987b44-044c-40cd-ae1a-c67f5ad2f926,DISK] 2024-11-08T20:20:34,674 INFO [RS:0;ae1476a7656f:40085 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.1731097234659 2024-11-08T20:20:34,674 DEBUG [RS:0;ae1476a7656f:40085 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37443:37443)] 2024-11-08T20:20:34,804 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T20:20:34,804 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a 2024-11-08T20:20:34,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741833_1009 (size=32) 2024-11-08T20:20:35,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:20:35,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:20:35,210 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:20:35,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:35,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:20:35,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:20:35,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:20:35,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:35,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:20:35,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:20:35,212 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:20:35,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:35,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:20:35,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:20:35,213 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:20:35,213 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:35,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:20:35,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:20:35,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/data/hbase/meta/1588230740 2024-11-08T20:20:35,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/data/hbase/meta/1588230740 2024-11-08T20:20:35,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:20:35,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:20:35,215 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:20:35,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:20:35,217 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:20:35,217 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62699683, jitterRate=-0.0657019168138504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:20:35,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731097235209Initializing all the Stores at 1731097235209Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097235209Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097235210 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097235210Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097235210Cleaning up temporary data from old regions at 1731097235215 (+5 ms)Region opened successfully at 1731097235217 (+2 ms) 2024-11-08T20:20:35,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:20:35,217 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:20:35,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:20:35,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:20:35,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:20:35,218 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:20:35,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731097235217Disabling compacts and flushes for region at 1731097235217Disabling writes for close at 1731097235217Writing region close event to WAL at 1731097235218 (+1 ms)Closed at 1731097235218 2024-11-08T20:20:35,218 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:20:35,218 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T20:20:35,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T20:20:35,219 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:20:35,220 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T20:20:35,370 DEBUG [ae1476a7656f:45283 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T20:20:35,371 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ae1476a7656f,40085,1731097233157 2024-11-08T20:20:35,372 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,40085,1731097233157, state=OPENING 2024-11-08T20:20:35,535 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T20:20:35,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x1011c1b51160006, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-941066918 2024-11-08T20:20:35,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40085-0x1011c1b51160007, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-941066918 2024-11-08T20:20:35,577 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-941066918/meta-region-server: CHANGED 2024-11-08T20:20:35,577 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-941066918/meta-region-server: CHANGED 2024-11-08T20:20:35,577 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:20:35,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,40085,1731097233157}] 2024-11-08T20:20:35,729 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:20:35,730 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T20:20:35,733 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T20:20:35,733 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:20:35,733 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T20:20:35,734 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C40085%2C1731097233157.meta, suffix=.meta, logDir=hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157, archiveDir=hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/oldWALs, maxLogs=10 2024-11-08T20:20:35,750 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.meta.1731097235735.meta, exclude list is [], retry=0 2024-11-08T20:20:35,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39765,DS-fe987b44-044c-40cd-ae1a-c67f5ad2f926,DISK] 2024-11-08T20:20:35,753 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.meta.1731097235735.meta 2024-11-08T20:20:35,753 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37443:37443)] 2024-11-08T20:20:35,753 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:20:35,754 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:20:35,754 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T20:20:35,754 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T20:20:35,754 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T20:20:35,754 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T20:20:35,754 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:20:35,754 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T20:20:35,754 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T20:20:35,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:20:35,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:20:35,756 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:35,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:20:35,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:20:35,756 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:20:35,756 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:35,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:20:35,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:20:35,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:20:35,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:35,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:20:35,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:20:35,758 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:20:35,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:35,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:20:35,758 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:20:35,759 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/data/hbase/meta/1588230740 2024-11-08T20:20:35,759 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/data/hbase/meta/1588230740 2024-11-08T20:20:35,760 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:20:35,760 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:20:35,760 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:20:35,761 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:20:35,762 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63867312, jitterRate=-0.04830288887023926}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:20:35,762 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T20:20:35,762 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731097235754Writing region info on filesystem at 1731097235754Initializing all the Stores at 1731097235755 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097235755Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097235755Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097235755Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097235755Cleaning up temporary data from old regions at 1731097235760 (+5 ms)Running coprocessor post-open hooks at 1731097235762 (+2 ms)Region opened successfully at 1731097235762 2024-11-08T20:20:35,763 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731097235729 2024-11-08T20:20:35,764 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T20:20:35,764 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T20:20:35,765 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,40085,1731097233157 2024-11-08T20:20:35,765 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,40085,1731097233157, state=OPEN 2024-11-08T20:20:35,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x1011c1b51160006, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-941066918/meta-region-server 2024-11-08T20:20:35,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40085-0x1011c1b51160007, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-941066918/meta-region-server 2024-11-08T20:20:35,777 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ae1476a7656f,40085,1731097233157 2024-11-08T20:20:35,777 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-941066918/meta-region-server: CHANGED 2024-11-08T20:20:35,777 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-941066918/meta-region-server: CHANGED 2024-11-08T20:20:35,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T20:20:35,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,40085,1731097233157 in 200 msec 2024-11-08T20:20:35,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T20:20:35,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 559 msec 2024-11-08T20:20:35,780 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:20:35,780 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T20:20:35,781 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:20:35,781 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,40085,1731097233157, seqNum=-1] 2024-11-08T20:20:35,781 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:20:35,782 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:20:35,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4040 sec 2024-11-08T20:20:35,786 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731097235786, completionTime=-1 2024-11-08T20:20:35,786 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T20:20:35,786 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T20:20:35,788 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T20:20:35,788 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731097295788 2024-11-08T20:20:35,788 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731097355788 2024-11-08T20:20:35,788 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T20:20:35,788 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,45283,1731097232850-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:35,788 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,45283,1731097232850-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:35,788 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,45283,1731097232850-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:35,788 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ae1476a7656f:45283, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:35,788 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:35,788 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:35,790 DEBUG [master/ae1476a7656f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T20:20:35,791 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.559sec 2024-11-08T20:20:35,791 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T20:20:35,791 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T20:20:35,791 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T20:20:35,791 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T20:20:35,791 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T20:20:35,791 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,45283,1731097232850-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:20:35,791 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,45283,1731097232850-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T20:20:35,793 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T20:20:35,793 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T20:20:35,793 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,45283,1731097232850-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:20:35,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4499bff3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:35,800 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,45283,-1 for getting cluster id 2024-11-08T20:20:35,800 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:20:35,801 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1a8c0eb-032f-4595-9900-577ec9a4fd6c' 2024-11-08T20:20:35,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:20:35,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1a8c0eb-032f-4595-9900-577ec9a4fd6c" 2024-11-08T20:20:35,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19dc7fdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:35,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,45283,-1] 2024-11-08T20:20:35,802 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:20:35,802 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:35,803 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:20:35,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4feca9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:35,804 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:20:35,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,40085,1731097233157, seqNum=-1] 2024-11-08T20:20:35,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:20:35,806 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:20:35,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ae1476a7656f,45283,1731097232850 2024-11-08T20:20:35,808 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:51380 2024-11-08T20:20:35,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:20:35,819 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1011c1b51160008 connected 2024-11-08T20:20:35,831 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:20:35,832 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,34561,1731097222376 2024-11-08T20:20:35,832 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77b17825 2024-11-08T20:20:35,832 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:20:35,833 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:20:35,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34561 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:20:35,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34561 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T20:20:35,835 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T20:20:35,836 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:35,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34561 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T20:20:35,836 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T20:20:35,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:20:35,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42529 is added to blk_1073741835_1011 (size=902) 2024-11-08T20:20:35,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:20:36,142 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T20:20:36,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:36,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:36,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:36,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:36,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:36,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:20:36,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:36,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:36,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:36,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:36,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:36,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:36,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:36,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:36,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:36,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:36,243 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 76be0287c3ac5a0ff26eef6350ddb2dc, NAME => 'test,,1731097235833.76be0287c3ac5a0ff26eef6350ddb2dc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69 2024-11-08T20:20:36,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42529 is added to blk_1073741836_1012 (size=39) 2024-11-08T20:20:36,249 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731097235833.76be0287c3ac5a0ff26eef6350ddb2dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:20:36,249 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 76be0287c3ac5a0ff26eef6350ddb2dc, disabling compactions & flushes 2024-11-08T20:20:36,249 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731097235833.76be0287c3ac5a0ff26eef6350ddb2dc. 2024-11-08T20:20:36,249 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731097235833.76be0287c3ac5a0ff26eef6350ddb2dc. 2024-11-08T20:20:36,249 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731097235833.76be0287c3ac5a0ff26eef6350ddb2dc. after waiting 0 ms 2024-11-08T20:20:36,249 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731097235833.76be0287c3ac5a0ff26eef6350ddb2dc. 2024-11-08T20:20:36,249 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731097235833.76be0287c3ac5a0ff26eef6350ddb2dc. 2024-11-08T20:20:36,249 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 76be0287c3ac5a0ff26eef6350ddb2dc: Waiting for close lock at 1731097236249Disabling compacts and flushes for region at 1731097236249Disabling writes for close at 1731097236249Writing region close event to WAL at 1731097236249Closed at 1731097236249 2024-11-08T20:20:36,250 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T20:20:36,250 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731097235833.76be0287c3ac5a0ff26eef6350ddb2dc.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731097236250"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731097236250"}]},"ts":"1731097236250"} 2024-11-08T20:20:36,252 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T20:20:36,252 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T20:20:36,253 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097236252"}]},"ts":"1731097236252"} 2024-11-08T20:20:36,254 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T20:20:36,254 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=76be0287c3ac5a0ff26eef6350ddb2dc, ASSIGN}] 2024-11-08T20:20:36,255 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=76be0287c3ac5a0ff26eef6350ddb2dc, ASSIGN 2024-11-08T20:20:36,256 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=76be0287c3ac5a0ff26eef6350ddb2dc, ASSIGN; state=OFFLINE, location=ae1476a7656f,40725,1731097222569; forceNewPlan=false, retain=false 2024-11-08T20:20:36,406 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=76be0287c3ac5a0ff26eef6350ddb2dc, regionState=OPENING, regionLocation=ae1476a7656f,40725,1731097222569 2024-11-08T20:20:36,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=76be0287c3ac5a0ff26eef6350ddb2dc, ASSIGN because future has completed 2024-11-08T20:20:36,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76be0287c3ac5a0ff26eef6350ddb2dc, server=ae1476a7656f,40725,1731097222569}] 2024-11-08T20:20:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:20:36,564 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731097235833.76be0287c3ac5a0ff26eef6350ddb2dc. 2024-11-08T20:20:36,564 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 76be0287c3ac5a0ff26eef6350ddb2dc, NAME => 'test,,1731097235833.76be0287c3ac5a0ff26eef6350ddb2dc.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:20:36,564 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:20:36,564 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T20:20:36,564 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 76be0287c3ac5a0ff26eef6350ddb2dc 2024-11-08T20:20:36,564 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731097235833.76be0287c3ac5a0ff26eef6350ddb2dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:20:36,564 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 76be0287c3ac5a0ff26eef6350ddb2dc 2024-11-08T20:20:36,564 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 76be0287c3ac5a0ff26eef6350ddb2dc 2024-11-08T20:20:36,565 INFO [StoreOpener-76be0287c3ac5a0ff26eef6350ddb2dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 76be0287c3ac5a0ff26eef6350ddb2dc 2024-11-08T20:20:36,566 INFO [StoreOpener-76be0287c3ac5a0ff26eef6350ddb2dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76be0287c3ac5a0ff26eef6350ddb2dc columnFamilyName f 2024-11-08T20:20:36,566 DEBUG [StoreOpener-76be0287c3ac5a0ff26eef6350ddb2dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:36,566 INFO [StoreOpener-76be0287c3ac5a0ff26eef6350ddb2dc-1 {}] regionserver.HStore(327): Store=76be0287c3ac5a0ff26eef6350ddb2dc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:20:36,567 INFO [StoreOpener-76be0287c3ac5a0ff26eef6350ddb2dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 76be0287c3ac5a0ff26eef6350ddb2dc 2024-11-08T20:20:36,567 INFO [StoreOpener-76be0287c3ac5a0ff26eef6350ddb2dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76be0287c3ac5a0ff26eef6350ddb2dc columnFamilyName f1 2024-11-08T20:20:36,567 DEBUG [StoreOpener-76be0287c3ac5a0ff26eef6350ddb2dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:36,568 INFO [StoreOpener-76be0287c3ac5a0ff26eef6350ddb2dc-1 {}] regionserver.HStore(327): Store=76be0287c3ac5a0ff26eef6350ddb2dc/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:20:36,568 INFO [StoreOpener-76be0287c3ac5a0ff26eef6350ddb2dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 76be0287c3ac5a0ff26eef6350ddb2dc 2024-11-08T20:20:36,568 INFO [StoreOpener-76be0287c3ac5a0ff26eef6350ddb2dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76be0287c3ac5a0ff26eef6350ddb2dc columnFamilyName norep 2024-11-08T20:20:36,568 DEBUG [StoreOpener-76be0287c3ac5a0ff26eef6350ddb2dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:36,569 INFO [StoreOpener-76be0287c3ac5a0ff26eef6350ddb2dc-1 {}] regionserver.HStore(327): Store=76be0287c3ac5a0ff26eef6350ddb2dc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:20:36,569 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 76be0287c3ac5a0ff26eef6350ddb2dc 2024-11-08T20:20:36,569 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/default/test/76be0287c3ac5a0ff26eef6350ddb2dc 2024-11-08T20:20:36,569 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/default/test/76be0287c3ac5a0ff26eef6350ddb2dc 2024-11-08T20:20:36,570 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 76be0287c3ac5a0ff26eef6350ddb2dc 2024-11-08T20:20:36,570 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 76be0287c3ac5a0ff26eef6350ddb2dc 2024-11-08T20:20:36,570 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T20:20:36,571 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 76be0287c3ac5a0ff26eef6350ddb2dc 2024-11-08T20:20:36,572 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/default/test/76be0287c3ac5a0ff26eef6350ddb2dc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:20:36,572 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 76be0287c3ac5a0ff26eef6350ddb2dc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74725741, jitterRate=0.11350031197071075}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T20:20:36,572 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 76be0287c3ac5a0ff26eef6350ddb2dc 2024-11-08T20:20:36,573 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 76be0287c3ac5a0ff26eef6350ddb2dc: Running coprocessor pre-open hook at 1731097236564Writing region info on filesystem at 1731097236564Initializing all the Stores at 1731097236565 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097236565Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097236565Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097236565Cleaning up temporary data from old regions at 1731097236570 (+5 ms)Running coprocessor post-open hooks at 1731097236572 (+2 ms)Region opened successfully at 1731097236573 (+1 ms) 2024-11-08T20:20:36,573 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731097235833.76be0287c3ac5a0ff26eef6350ddb2dc., pid=6, masterSystemTime=1731097236560 2024-11-08T20:20:36,575 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731097235833.76be0287c3ac5a0ff26eef6350ddb2dc. 2024-11-08T20:20:36,575 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731097235833.76be0287c3ac5a0ff26eef6350ddb2dc. 2024-11-08T20:20:36,575 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=76be0287c3ac5a0ff26eef6350ddb2dc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ae1476a7656f,40725,1731097222569 2024-11-08T20:20:36,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76be0287c3ac5a0ff26eef6350ddb2dc, server=ae1476a7656f,40725,1731097222569 because future has completed 2024-11-08T20:20:36,579 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T20:20:36,579 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 76be0287c3ac5a0ff26eef6350ddb2dc, server=ae1476a7656f,40725,1731097222569 in 170 msec 2024-11-08T20:20:36,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T20:20:36,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=76be0287c3ac5a0ff26eef6350ddb2dc, ASSIGN in 325 msec 2024-11-08T20:20:36,581 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T20:20:36,581 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097236581"}]},"ts":"1731097236581"} 2024-11-08T20:20:36,582 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T20:20:36,583 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T20:20:36,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 749 msec 2024-11-08T20:20:36,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:20:36,974 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T20:20:36,974 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:20:36,975 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,41027,1731097227119 2024-11-08T20:20:36,975 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f7add7f 2024-11-08T20:20:36,975 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:20:36,976 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:20:36,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41027 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:20:36,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41027 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T20:20:36,978 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T20:20:36,978 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:36,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41027 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T20:20:36,978 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T20:20:36,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:20:36,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741835_1011 (size=902) 2024-11-08T20:20:37,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:20:37,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:20:37,383 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6e3d9f5af049fbc6a8a8df3793c7c1e5, NAME => 'test,,1731097236976.6e3d9f5af049fbc6a8a8df3793c7c1e5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621 2024-11-08T20:20:37,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741836_1012 (size=39) 2024-11-08T20:20:37,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:20:37,788 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731097236976.6e3d9f5af049fbc6a8a8df3793c7c1e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:20:37,788 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6e3d9f5af049fbc6a8a8df3793c7c1e5, disabling compactions & flushes 2024-11-08T20:20:37,788 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731097236976.6e3d9f5af049fbc6a8a8df3793c7c1e5. 2024-11-08T20:20:37,788 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731097236976.6e3d9f5af049fbc6a8a8df3793c7c1e5. 2024-11-08T20:20:37,788 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731097236976.6e3d9f5af049fbc6a8a8df3793c7c1e5. after waiting 0 ms 2024-11-08T20:20:37,788 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731097236976.6e3d9f5af049fbc6a8a8df3793c7c1e5. 2024-11-08T20:20:37,788 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731097236976.6e3d9f5af049fbc6a8a8df3793c7c1e5. 2024-11-08T20:20:37,788 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6e3d9f5af049fbc6a8a8df3793c7c1e5: Waiting for close lock at 1731097237788Disabling compacts and flushes for region at 1731097237788Disabling writes for close at 1731097237788Writing region close event to WAL at 1731097237788Closed at 1731097237788 2024-11-08T20:20:37,789 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T20:20:37,789 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731097236976.6e3d9f5af049fbc6a8a8df3793c7c1e5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731097237789"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731097237789"}]},"ts":"1731097237789"} 2024-11-08T20:20:37,791 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T20:20:37,791 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T20:20:37,791 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097237791"}]},"ts":"1731097237791"} 2024-11-08T20:20:37,793 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T20:20:37,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6e3d9f5af049fbc6a8a8df3793c7c1e5, ASSIGN}] 2024-11-08T20:20:37,794 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6e3d9f5af049fbc6a8a8df3793c7c1e5, ASSIGN 2024-11-08T20:20:37,794 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6e3d9f5af049fbc6a8a8df3793c7c1e5, ASSIGN; state=OFFLINE, location=ae1476a7656f,40877,1731097227268; forceNewPlan=false, retain=false 2024-11-08T20:20:37,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T20:20:37,810 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T20:20:37,811 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T20:20:37,811 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T20:20:37,945 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6e3d9f5af049fbc6a8a8df3793c7c1e5, regionState=OPENING, regionLocation=ae1476a7656f,40877,1731097227268 2024-11-08T20:20:37,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6e3d9f5af049fbc6a8a8df3793c7c1e5, ASSIGN because future has completed 2024-11-08T20:20:37,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e3d9f5af049fbc6a8a8df3793c7c1e5, server=ae1476a7656f,40877,1731097227268}] 2024-11-08T20:20:38,102 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731097236976.6e3d9f5af049fbc6a8a8df3793c7c1e5. 2024-11-08T20:20:38,102 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6e3d9f5af049fbc6a8a8df3793c7c1e5, NAME => 'test,,1731097236976.6e3d9f5af049fbc6a8a8df3793c7c1e5.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:20:38,102 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:20:38,102 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T20:20:38,102 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6e3d9f5af049fbc6a8a8df3793c7c1e5 2024-11-08T20:20:38,102 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731097236976.6e3d9f5af049fbc6a8a8df3793c7c1e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:20:38,102 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6e3d9f5af049fbc6a8a8df3793c7c1e5 2024-11-08T20:20:38,102 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6e3d9f5af049fbc6a8a8df3793c7c1e5 2024-11-08T20:20:38,103 INFO [StoreOpener-6e3d9f5af049fbc6a8a8df3793c7c1e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6e3d9f5af049fbc6a8a8df3793c7c1e5 2024-11-08T20:20:38,104 INFO [StoreOpener-6e3d9f5af049fbc6a8a8df3793c7c1e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e3d9f5af049fbc6a8a8df3793c7c1e5 columnFamilyName f 2024-11-08T20:20:38,104 DEBUG [StoreOpener-6e3d9f5af049fbc6a8a8df3793c7c1e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:38,105 INFO [StoreOpener-6e3d9f5af049fbc6a8a8df3793c7c1e5-1 {}] regionserver.HStore(327): Store=6e3d9f5af049fbc6a8a8df3793c7c1e5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:20:38,105 INFO [StoreOpener-6e3d9f5af049fbc6a8a8df3793c7c1e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6e3d9f5af049fbc6a8a8df3793c7c1e5 2024-11-08T20:20:38,105 INFO [StoreOpener-6e3d9f5af049fbc6a8a8df3793c7c1e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e3d9f5af049fbc6a8a8df3793c7c1e5 columnFamilyName f1 2024-11-08T20:20:38,105 DEBUG [StoreOpener-6e3d9f5af049fbc6a8a8df3793c7c1e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:38,106 INFO [StoreOpener-6e3d9f5af049fbc6a8a8df3793c7c1e5-1 {}] regionserver.HStore(327): Store=6e3d9f5af049fbc6a8a8df3793c7c1e5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:20:38,106 INFO [StoreOpener-6e3d9f5af049fbc6a8a8df3793c7c1e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6e3d9f5af049fbc6a8a8df3793c7c1e5 2024-11-08T20:20:38,106 INFO [StoreOpener-6e3d9f5af049fbc6a8a8df3793c7c1e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e3d9f5af049fbc6a8a8df3793c7c1e5 columnFamilyName norep 2024-11-08T20:20:38,106 DEBUG [StoreOpener-6e3d9f5af049fbc6a8a8df3793c7c1e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:38,107 INFO [StoreOpener-6e3d9f5af049fbc6a8a8df3793c7c1e5-1 {}] regionserver.HStore(327): Store=6e3d9f5af049fbc6a8a8df3793c7c1e5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:20:38,107 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6e3d9f5af049fbc6a8a8df3793c7c1e5 2024-11-08T20:20:38,107 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/default/test/6e3d9f5af049fbc6a8a8df3793c7c1e5 2024-11-08T20:20:38,107 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/default/test/6e3d9f5af049fbc6a8a8df3793c7c1e5 2024-11-08T20:20:38,108 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6e3d9f5af049fbc6a8a8df3793c7c1e5 2024-11-08T20:20:38,108 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6e3d9f5af049fbc6a8a8df3793c7c1e5 2024-11-08T20:20:38,108 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T20:20:38,109 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6e3d9f5af049fbc6a8a8df3793c7c1e5 2024-11-08T20:20:38,110 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/default/test/6e3d9f5af049fbc6a8a8df3793c7c1e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:20:38,110 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6e3d9f5af049fbc6a8a8df3793c7c1e5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65937970, jitterRate=-0.017447680234909058}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T20:20:38,111 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6e3d9f5af049fbc6a8a8df3793c7c1e5 2024-11-08T20:20:38,111 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6e3d9f5af049fbc6a8a8df3793c7c1e5: Running coprocessor pre-open hook at 1731097238103Writing region info on filesystem at 1731097238103Initializing all the Stores at 1731097238103Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097238103Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097238103Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097238103Cleaning up temporary data from old regions at 1731097238108 (+5 ms)Running coprocessor post-open hooks at 1731097238111 (+3 ms)Region opened successfully at 1731097238111 2024-11-08T20:20:38,111 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731097236976.6e3d9f5af049fbc6a8a8df3793c7c1e5., pid=6, masterSystemTime=1731097238099 2024-11-08T20:20:38,113 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731097236976.6e3d9f5af049fbc6a8a8df3793c7c1e5. 2024-11-08T20:20:38,113 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731097236976.6e3d9f5af049fbc6a8a8df3793c7c1e5. 2024-11-08T20:20:38,113 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6e3d9f5af049fbc6a8a8df3793c7c1e5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ae1476a7656f,40877,1731097227268 2024-11-08T20:20:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:20:38,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e3d9f5af049fbc6a8a8df3793c7c1e5, server=ae1476a7656f,40877,1731097227268 because future has completed 2024-11-08T20:20:38,117 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T20:20:38,117 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6e3d9f5af049fbc6a8a8df3793c7c1e5, server=ae1476a7656f,40877,1731097227268 in 168 msec 2024-11-08T20:20:38,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T20:20:38,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6e3d9f5af049fbc6a8a8df3793c7c1e5, ASSIGN in 324 msec 2024-11-08T20:20:38,118 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T20:20:38,119 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097238118"}]},"ts":"1731097238118"} 2024-11-08T20:20:38,120 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T20:20:38,121 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T20:20:38,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1450 sec 2024-11-08T20:20:39,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:20:39,124 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T20:20:39,124 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:20:39,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,45283,1731097232850 2024-11-08T20:20:39,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c37cad 2024-11-08T20:20:39,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:20:39,126 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:20:39,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:20:39,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T20:20:39,129 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T20:20:39,130 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:39,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T20:20:39,130 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T20:20:39,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:20:39,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741835_1011 (size=902) 2024-11-08T20:20:39,138 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5801a35e307fb2b4478d358aa0f80111, NAME => 'test,,1731097239127.5801a35e307fb2b4478d358aa0f80111.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a 2024-11-08T20:20:39,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741836_1012 (size=39) 2024-11-08T20:20:39,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:20:39,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:20:39,543 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731097239127.5801a35e307fb2b4478d358aa0f80111.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:20:39,543 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5801a35e307fb2b4478d358aa0f80111, disabling compactions & flushes 2024-11-08T20:20:39,543 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731097239127.5801a35e307fb2b4478d358aa0f80111. 2024-11-08T20:20:39,543 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731097239127.5801a35e307fb2b4478d358aa0f80111. 2024-11-08T20:20:39,543 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731097239127.5801a35e307fb2b4478d358aa0f80111. after waiting 0 ms 2024-11-08T20:20:39,543 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731097239127.5801a35e307fb2b4478d358aa0f80111. 2024-11-08T20:20:39,543 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731097239127.5801a35e307fb2b4478d358aa0f80111. 2024-11-08T20:20:39,543 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5801a35e307fb2b4478d358aa0f80111: Waiting for close lock at 1731097239543Disabling compacts and flushes for region at 1731097239543Disabling writes for close at 1731097239543Writing region close event to WAL at 1731097239543Closed at 1731097239543 2024-11-08T20:20:39,592 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T20:20:39,593 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731097239127.5801a35e307fb2b4478d358aa0f80111.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731097239592"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731097239592"}]},"ts":"1731097239592"} 2024-11-08T20:20:39,595 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T20:20:39,596 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T20:20:39,596 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097239596"}]},"ts":"1731097239596"} 2024-11-08T20:20:39,598 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T20:20:39,598 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5801a35e307fb2b4478d358aa0f80111, ASSIGN}] 2024-11-08T20:20:39,599 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5801a35e307fb2b4478d358aa0f80111, ASSIGN 2024-11-08T20:20:39,600 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5801a35e307fb2b4478d358aa0f80111, ASSIGN; state=OFFLINE, location=ae1476a7656f,40085,1731097233157; forceNewPlan=false, retain=false 2024-11-08T20:20:39,751 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5801a35e307fb2b4478d358aa0f80111, regionState=OPENING, regionLocation=ae1476a7656f,40085,1731097233157 2024-11-08T20:20:39,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5801a35e307fb2b4478d358aa0f80111, ASSIGN because future has completed 2024-11-08T20:20:39,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5801a35e307fb2b4478d358aa0f80111, server=ae1476a7656f,40085,1731097233157}] 2024-11-08T20:20:39,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:20:39,908 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731097239127.5801a35e307fb2b4478d358aa0f80111. 2024-11-08T20:20:39,908 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5801a35e307fb2b4478d358aa0f80111, NAME => 'test,,1731097239127.5801a35e307fb2b4478d358aa0f80111.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:20:39,909 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:20:39,909 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T20:20:39,909 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5801a35e307fb2b4478d358aa0f80111 2024-11-08T20:20:39,909 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731097239127.5801a35e307fb2b4478d358aa0f80111.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:20:39,909 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5801a35e307fb2b4478d358aa0f80111 2024-11-08T20:20:39,909 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5801a35e307fb2b4478d358aa0f80111 2024-11-08T20:20:39,910 INFO [StoreOpener-5801a35e307fb2b4478d358aa0f80111-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5801a35e307fb2b4478d358aa0f80111 2024-11-08T20:20:39,911 INFO [StoreOpener-5801a35e307fb2b4478d358aa0f80111-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5801a35e307fb2b4478d358aa0f80111 columnFamilyName f 2024-11-08T20:20:39,911 DEBUG [StoreOpener-5801a35e307fb2b4478d358aa0f80111-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:39,911 INFO [StoreOpener-5801a35e307fb2b4478d358aa0f80111-1 {}] regionserver.HStore(327): Store=5801a35e307fb2b4478d358aa0f80111/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:20:39,912 INFO [StoreOpener-5801a35e307fb2b4478d358aa0f80111-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5801a35e307fb2b4478d358aa0f80111 2024-11-08T20:20:39,912 INFO [StoreOpener-5801a35e307fb2b4478d358aa0f80111-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5801a35e307fb2b4478d358aa0f80111 columnFamilyName f1 2024-11-08T20:20:39,912 DEBUG [StoreOpener-5801a35e307fb2b4478d358aa0f80111-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:39,913 INFO [StoreOpener-5801a35e307fb2b4478d358aa0f80111-1 {}] regionserver.HStore(327): Store=5801a35e307fb2b4478d358aa0f80111/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:20:39,913 INFO [StoreOpener-5801a35e307fb2b4478d358aa0f80111-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5801a35e307fb2b4478d358aa0f80111 2024-11-08T20:20:39,914 INFO [StoreOpener-5801a35e307fb2b4478d358aa0f80111-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5801a35e307fb2b4478d358aa0f80111 columnFamilyName norep 2024-11-08T20:20:39,914 DEBUG [StoreOpener-5801a35e307fb2b4478d358aa0f80111-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:39,914 INFO [StoreOpener-5801a35e307fb2b4478d358aa0f80111-1 {}] regionserver.HStore(327): Store=5801a35e307fb2b4478d358aa0f80111/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:20:39,914 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5801a35e307fb2b4478d358aa0f80111 2024-11-08T20:20:39,914 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/data/default/test/5801a35e307fb2b4478d358aa0f80111 2024-11-08T20:20:39,915 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/data/default/test/5801a35e307fb2b4478d358aa0f80111 2024-11-08T20:20:39,915 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5801a35e307fb2b4478d358aa0f80111 2024-11-08T20:20:39,915 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5801a35e307fb2b4478d358aa0f80111 2024-11-08T20:20:39,916 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T20:20:39,916 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5801a35e307fb2b4478d358aa0f80111 2024-11-08T20:20:39,918 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/data/default/test/5801a35e307fb2b4478d358aa0f80111/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:20:39,918 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5801a35e307fb2b4478d358aa0f80111; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61755275, jitterRate=-0.07977469265460968}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T20:20:39,918 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5801a35e307fb2b4478d358aa0f80111 2024-11-08T20:20:39,918 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5801a35e307fb2b4478d358aa0f80111: Running coprocessor pre-open hook at 1731097239909Writing region info on filesystem at 1731097239909Initializing all the Stores at 1731097239910 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097239910Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097239910Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097239910Cleaning up temporary data from old regions at 1731097239915 (+5 ms)Running coprocessor post-open hooks at 1731097239918 (+3 ms)Region opened successfully at 1731097239918 2024-11-08T20:20:39,919 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731097239127.5801a35e307fb2b4478d358aa0f80111., pid=6, masterSystemTime=1731097239905 2024-11-08T20:20:39,920 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731097239127.5801a35e307fb2b4478d358aa0f80111. 2024-11-08T20:20:39,920 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731097239127.5801a35e307fb2b4478d358aa0f80111. 2024-11-08T20:20:39,921 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5801a35e307fb2b4478d358aa0f80111, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ae1476a7656f,40085,1731097233157 2024-11-08T20:20:39,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5801a35e307fb2b4478d358aa0f80111, server=ae1476a7656f,40085,1731097233157 because future has completed 2024-11-08T20:20:39,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T20:20:39,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5801a35e307fb2b4478d358aa0f80111, server=ae1476a7656f,40085,1731097233157 in 170 msec 2024-11-08T20:20:39,926 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T20:20:39,926 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5801a35e307fb2b4478d358aa0f80111, ASSIGN in 327 msec 2024-11-08T20:20:39,926 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T20:20:39,927 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097239926"}]},"ts":"1731097239926"} 2024-11-08T20:20:39,928 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T20:20:39,928 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T20:20:39,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 801 msec 2024-11-08T20:20:40,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:20:40,263 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T20:20:40,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52eacfa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:40,264 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,34561,-1 for getting cluster id 2024-11-08T20:20:40,264 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:20:40,265 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28f46ba3-bb20-4d8f-84ad-4592bc225642' 2024-11-08T20:20:40,265 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:20:40,265 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28f46ba3-bb20-4d8f-84ad-4592bc225642" 2024-11-08T20:20:40,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ca040f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:40,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,34561,-1] 2024-11-08T20:20:40,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:20:40,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:40,267 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:20:40,267 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a1852f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:40,268 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:20:40,268 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,34561,1731097222376 2024-11-08T20:20:40,268 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@248d8260 2024-11-08T20:20:40,269 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:20:40,269 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:20:40,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34561 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ae1476a7656f:41027,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T20:20:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34561 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T20:20:40,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:20:40,273 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ae1476a7656f:41027' 2024-11-08T20:20:40,275 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53cbaa2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:40,275 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,41027,-1 for getting cluster id 2024-11-08T20:20:40,275 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:20:40,275 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e8cc1ca-71d3-4792-b9e8-84dba92a6e05' 2024-11-08T20:20:40,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:20:40,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e8cc1ca-71d3-4792-b9e8-84dba92a6e05" 2024-11-08T20:20:40,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c576ff0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:40,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,41027,-1] 2024-11-08T20:20:40,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:20:40,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:40,277 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:20:40,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51e4137f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:40,278 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:20:40,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,41027,1731097227119 2024-11-08T20:20:40,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62c2aaa5 2024-11-08T20:20:40,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:20:40,279 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:20:40,280 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T20:20:40,280 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T20:20:40,280 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:40,280 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:40,280 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:20:40,281 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:20:40,282 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T20:20:40,283 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T20:20:40,283 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:40,283 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T20:20:40,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42529 is added to blk_1073741837_1013 (size=1138) 2024-11-08T20:20:40,290 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5df12545364e701e55b2e640279e6340, NAME => 'hbase:replication,,1731097240280.5df12545364e701e55b2e640279e6340.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69 2024-11-08T20:20:40,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42529 is added to blk_1073741838_1014 (size=44) 2024-11-08T20:20:40,296 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731097240280.5df12545364e701e55b2e640279e6340.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:20:40,296 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5df12545364e701e55b2e640279e6340, disabling compactions & flushes 2024-11-08T20:20:40,296 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731097240280.5df12545364e701e55b2e640279e6340. 2024-11-08T20:20:40,296 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731097240280.5df12545364e701e55b2e640279e6340. 2024-11-08T20:20:40,296 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731097240280.5df12545364e701e55b2e640279e6340. after waiting 0 ms 2024-11-08T20:20:40,296 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731097240280.5df12545364e701e55b2e640279e6340. 2024-11-08T20:20:40,296 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731097240280.5df12545364e701e55b2e640279e6340. 2024-11-08T20:20:40,296 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5df12545364e701e55b2e640279e6340: Waiting for close lock at 1731097240296Disabling compacts and flushes for region at 1731097240296Disabling writes for close at 1731097240296Writing region close event to WAL at 1731097240296Closed at 1731097240296 2024-11-08T20:20:40,297 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T20:20:40,297 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731097240280.5df12545364e701e55b2e640279e6340.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731097240297"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731097240297"}]},"ts":"1731097240297"} 2024-11-08T20:20:40,299 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T20:20:40,300 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T20:20:40,300 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097240300"}]},"ts":"1731097240300"} 2024-11-08T20:20:40,302 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T20:20:40,302 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5df12545364e701e55b2e640279e6340, ASSIGN}] 2024-11-08T20:20:40,303 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5df12545364e701e55b2e640279e6340, ASSIGN 2024-11-08T20:20:40,304 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5df12545364e701e55b2e640279e6340, ASSIGN; state=OFFLINE, location=ae1476a7656f,40725,1731097222569; forceNewPlan=false, retain=false 2024-11-08T20:20:40,332 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T20:20:40,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:20:40,455 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5df12545364e701e55b2e640279e6340, regionState=OPENING, regionLocation=ae1476a7656f,40725,1731097222569 2024-11-08T20:20:40,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5df12545364e701e55b2e640279e6340, ASSIGN because future has completed 2024-11-08T20:20:40,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5df12545364e701e55b2e640279e6340, server=ae1476a7656f,40725,1731097222569}] 2024-11-08T20:20:40,522 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T20:20:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:20:40,612 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731097240280.5df12545364e701e55b2e640279e6340. 2024-11-08T20:20:40,612 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:20:40,612 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T20:20:40,613 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C40725%2C1731097222569.rep, suffix=, logDir=hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/WALs/ae1476a7656f,40725,1731097222569, archiveDir=hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/oldWALs, maxLogs=10 2024-11-08T20:20:40,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/WALs/ae1476a7656f,40725,1731097222569/ae1476a7656f%2C40725%2C1731097222569.rep.1731097240614, exclude list is [], retry=0 2024-11-08T20:20:40,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42529,DS-f6a45a4d-d896-4b48-bfa8-e53b88f5da54,DISK] 2024-11-08T20:20:40,630 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/WALs/ae1476a7656f,40725,1731097222569/ae1476a7656f%2C40725%2C1731097222569.rep.1731097240614 2024-11-08T20:20:40,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34089:34089)] 2024-11-08T20:20:40,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5df12545364e701e55b2e640279e6340, NAME => 'hbase:replication,,1731097240280.5df12545364e701e55b2e640279e6340.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:20:40,631 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:20:40,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T20:20:40,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731097240280.5df12545364e701e55b2e640279e6340. service=MultiRowMutationService 2024-11-08T20:20:40,631 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T20:20:40,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5df12545364e701e55b2e640279e6340 2024-11-08T20:20:40,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731097240280.5df12545364e701e55b2e640279e6340.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:20:40,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5df12545364e701e55b2e640279e6340 2024-11-08T20:20:40,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5df12545364e701e55b2e640279e6340 2024-11-08T20:20:40,632 INFO [StoreOpener-5df12545364e701e55b2e640279e6340-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5df12545364e701e55b2e640279e6340 2024-11-08T20:20:40,633 INFO [StoreOpener-5df12545364e701e55b2e640279e6340-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5df12545364e701e55b2e640279e6340 columnFamilyName hfileref 2024-11-08T20:20:40,633 DEBUG [StoreOpener-5df12545364e701e55b2e640279e6340-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:40,633 INFO [StoreOpener-5df12545364e701e55b2e640279e6340-1 {}] regionserver.HStore(327): Store=5df12545364e701e55b2e640279e6340/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:20:40,633 INFO [StoreOpener-5df12545364e701e55b2e640279e6340-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5df12545364e701e55b2e640279e6340 2024-11-08T20:20:40,634 INFO [StoreOpener-5df12545364e701e55b2e640279e6340-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5df12545364e701e55b2e640279e6340 columnFamilyName queue 2024-11-08T20:20:40,634 DEBUG [StoreOpener-5df12545364e701e55b2e640279e6340-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:40,635 INFO [StoreOpener-5df12545364e701e55b2e640279e6340-1 {}] regionserver.HStore(327): Store=5df12545364e701e55b2e640279e6340/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:20:40,635 INFO [StoreOpener-5df12545364e701e55b2e640279e6340-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5df12545364e701e55b2e640279e6340 2024-11-08T20:20:40,635 INFO [StoreOpener-5df12545364e701e55b2e640279e6340-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5df12545364e701e55b2e640279e6340 columnFamilyName sid 2024-11-08T20:20:40,635 DEBUG [StoreOpener-5df12545364e701e55b2e640279e6340-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:40,636 INFO [StoreOpener-5df12545364e701e55b2e640279e6340-1 {}] regionserver.HStore(327): Store=5df12545364e701e55b2e640279e6340/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:20:40,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5df12545364e701e55b2e640279e6340 2024-11-08T20:20:40,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/hbase/replication/5df12545364e701e55b2e640279e6340 2024-11-08T20:20:40,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/hbase/replication/5df12545364e701e55b2e640279e6340 2024-11-08T20:20:40,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5df12545364e701e55b2e640279e6340 2024-11-08T20:20:40,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5df12545364e701e55b2e640279e6340 2024-11-08T20:20:40,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T20:20:40,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5df12545364e701e55b2e640279e6340 2024-11-08T20:20:40,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/hbase/replication/5df12545364e701e55b2e640279e6340/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:20:40,640 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5df12545364e701e55b2e640279e6340; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63598773, jitterRate=-0.052304431796073914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T20:20:40,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5df12545364e701e55b2e640279e6340 2024-11-08T20:20:40,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5df12545364e701e55b2e640279e6340: Running coprocessor pre-open hook at 1731097240631Writing region info on filesystem at 1731097240631Initializing all the Stores at 1731097240632 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097240632Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097240632Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097240632Cleaning up temporary data from old regions at 1731097240637 (+5 ms)Running coprocessor post-open hooks at 1731097240640 (+3 ms)Region opened successfully at 1731097240640 2024-11-08T20:20:40,641 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731097240280.5df12545364e701e55b2e640279e6340., pid=10, masterSystemTime=1731097240609 2024-11-08T20:20:40,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731097240280.5df12545364e701e55b2e640279e6340. 2024-11-08T20:20:40,643 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731097240280.5df12545364e701e55b2e640279e6340. 2024-11-08T20:20:40,643 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5df12545364e701e55b2e640279e6340, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,40725,1731097222569 2024-11-08T20:20:40,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5df12545364e701e55b2e640279e6340, server=ae1476a7656f,40725,1731097222569 because future has completed 2024-11-08T20:20:40,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T20:20:40,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5df12545364e701e55b2e640279e6340, server=ae1476a7656f,40725,1731097222569 in 188 msec 2024-11-08T20:20:40,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T20:20:40,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5df12545364e701e55b2e640279e6340, ASSIGN in 344 msec 2024-11-08T20:20:40,649 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T20:20:40,649 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097240649"}]},"ts":"1731097240649"} 2024-11-08T20:20:40,651 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T20:20:40,651 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T20:20:40,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 370 msec 2024-11-08T20:20:40,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731097240280.5df12545364e701e55b2e640279e6340., hostname=ae1476a7656f,40725,1731097222569, seqNum=2] 2024-11-08T20:20:40,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34561-0x1011c1b51160000, quorum=127.0.0.1:51380, baseZNode=/0327489060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0327489060 2024-11-08T20:20:40,779 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40725-0x1011c1b51160001, quorum=127.0.0.1:51380, baseZNode=/0327489060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0327489060 2024-11-08T20:20:40,801 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T20:20:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:20:40,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T20:20:40,954 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T20:20:40,995 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ae1476a7656f,40725,1731097222569, ReplicationSource: 1, currentBandwidth=0 2024-11-08T20:20:40,996 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:20:40,996 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,40725,1731097222569, seqNum=-1] 2024-11-08T20:20:40,996 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:20:40,997 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44853, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-08T20:20:40,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ae1476a7656f,40725,1731097222569', locateType=CURRENT is [region=hbase:replication,,1731097240280.5df12545364e701e55b2e640279e6340., hostname=ae1476a7656f,40725,1731097222569, seqNum=2] 2024-11-08T20:20:41,001 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T20:20:41,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34561 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T20:20:41,003 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ae1476a7656f,40725,1731097222569 suceeded 2024-11-08T20:20:41,005 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T20:20:41,005 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-08T20:20:41,005 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ae1476a7656f:41027,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T20:20:41,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 735 msec 2024-11-08T20:20:41,019 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ae1476a7656f:41027' 2024-11-08T20:20:41,021 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e8a83f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:41,021 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,41027,-1 for getting cluster id 2024-11-08T20:20:41,021 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:20:41,021 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e8cc1ca-71d3-4792-b9e8-84dba92a6e05' 2024-11-08T20:20:41,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:20:41,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e8cc1ca-71d3-4792-b9e8-84dba92a6e05" 2024-11-08T20:20:41,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c43c6ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:41,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,41027,-1] 2024-11-08T20:20:41,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:20:41,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:41,023 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:20:41,023 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7eb74903, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:41,023 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:20:41,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,41027,1731097227119 2024-11-08T20:20:41,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1726fc92 2024-11-08T20:20:41,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:20:41,025 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-08T20:20:41,025 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ae1476a7656f,40725,1731097222569 (queues=1) is replicating from cluster=28f46ba3-bb20-4d8f-84ad-4592bc225642 to cluster=8e8cc1ca-71d3-4792-b9e8-84dba92a6e05 2024-11-08T20:20:41,026 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ae1476a7656f%2C40725%2C1731097222569 2024-11-08T20:20:41,026 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ae1476a7656f,40725,1731097222569, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T20:20:41,026 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.shipperae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ae1476a7656f%2C40725%2C1731097222569 2024-11-08T20:20:41,026 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.wal-reader.ae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/WALs/ae1476a7656f,40725,1731097222569/ae1476a7656f%2C40725%2C1731097222569.1731097224408, startPosition=0, beingWritten=true 2024-11-08T20:20:41,030 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.wal-reader.ae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T20:20:41,030 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.wal-reader.ae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/WALs/ae1476a7656f,40725,1731097222569/ae1476a7656f%2C40725%2C1731097222569.1731097224408 to pos 379, reset compression=false 2024-11-08T20:20:41,030 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.shipperae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,40725,1731097222569 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/WALs/ae1476a7656f,40725,1731097222569/ae1476a7656f%2C40725%2C1731097222569.1731097224408, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T20:20:41,234 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.wal-reader.ae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/WALs/ae1476a7656f,40725,1731097222569/ae1476a7656f%2C40725%2C1731097222569.1731097224408 to pos 379, reset compression=false 2024-11-08T20:20:41,258 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T20:20:41,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:41,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:41,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:41,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:41,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:41,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:41,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:41,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:41,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:41,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:41,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:41,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:41,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:41,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:41,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:41,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:20:41,414 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T20:20:41,414 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:20:41,414 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:20:41,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:41,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:41,414 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:20:41,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c356246, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:41,415 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,41027,-1 for getting cluster id 2024-11-08T20:20:41,415 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:20:41,416 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e8cc1ca-71d3-4792-b9e8-84dba92a6e05' 2024-11-08T20:20:41,416 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:20:41,416 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e8cc1ca-71d3-4792-b9e8-84dba92a6e05" 2024-11-08T20:20:41,416 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48e3a59c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:41,416 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,41027,-1] 2024-11-08T20:20:41,416 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:20:41,417 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:41,417 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:20:41,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@289a2e1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:41,418 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:20:41,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,41027,1731097227119 2024-11-08T20:20:41,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@596501bd 2024-11-08T20:20:41,419 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:20:41,419 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:20:41,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41027 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ae1476a7656f:45283,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T20:20:41,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41027 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T20:20:41,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:20:41,422 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ae1476a7656f:45283' 2024-11-08T20:20:41,423 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3694aea5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:41,423 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,45283,-1 for getting cluster id 2024-11-08T20:20:41,423 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:20:41,424 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1a8c0eb-032f-4595-9900-577ec9a4fd6c' 2024-11-08T20:20:41,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:20:41,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1a8c0eb-032f-4595-9900-577ec9a4fd6c" 2024-11-08T20:20:41,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@572f0187, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:41,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,45283,-1] 2024-11-08T20:20:41,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:20:41,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:41,425 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:20:41,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ba6b5b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:41,426 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:20:41,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,45283,1731097232850 2024-11-08T20:20:41,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@dcd8494 2024-11-08T20:20:41,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:20:41,427 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:20:41,428 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T20:20:41,428 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T20:20:41,428 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:41,428 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:41,428 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:20:41,429 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:20:41,430 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T20:20:41,430 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T20:20:41,430 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:41,431 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T20:20:41,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741837_1013 (size=1138) 2024-11-08T20:20:41,480 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T20:20:41,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:20:41,537 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.wal-reader.ae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/WALs/ae1476a7656f,40725,1731097222569/ae1476a7656f%2C40725%2C1731097222569.1731097224408 to pos 379, reset compression=false 2024-11-08T20:20:41,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:20:41,837 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 237b5860bbfb1062c4ab6e9ecfe54144, NAME => 'hbase:replication,,1731097241428.237b5860bbfb1062c4ab6e9ecfe54144.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621 2024-11-08T20:20:41,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741838_1014 (size=44) 2024-11-08T20:20:41,841 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731097241428.237b5860bbfb1062c4ab6e9ecfe54144.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:20:41,841 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 237b5860bbfb1062c4ab6e9ecfe54144, disabling compactions & flushes 2024-11-08T20:20:41,841 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731097241428.237b5860bbfb1062c4ab6e9ecfe54144. 2024-11-08T20:20:41,841 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731097241428.237b5860bbfb1062c4ab6e9ecfe54144. 2024-11-08T20:20:41,841 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731097241428.237b5860bbfb1062c4ab6e9ecfe54144. after waiting 0 ms 2024-11-08T20:20:41,841 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731097241428.237b5860bbfb1062c4ab6e9ecfe54144. 2024-11-08T20:20:41,841 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731097241428.237b5860bbfb1062c4ab6e9ecfe54144. 2024-11-08T20:20:41,841 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 237b5860bbfb1062c4ab6e9ecfe54144: Waiting for close lock at 1731097241841Disabling compacts and flushes for region at 1731097241841Disabling writes for close at 1731097241841Writing region close event to WAL at 1731097241841Closed at 1731097241841 2024-11-08T20:20:41,842 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T20:20:41,842 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731097241428.237b5860bbfb1062c4ab6e9ecfe54144.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731097241842"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731097241842"}]},"ts":"1731097241842"} 2024-11-08T20:20:41,844 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T20:20:41,845 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T20:20:41,845 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097241845"}]},"ts":"1731097241845"} 2024-11-08T20:20:41,846 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T20:20:41,846 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=237b5860bbfb1062c4ab6e9ecfe54144, ASSIGN}] 2024-11-08T20:20:41,847 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=237b5860bbfb1062c4ab6e9ecfe54144, ASSIGN 2024-11-08T20:20:41,848 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=237b5860bbfb1062c4ab6e9ecfe54144, ASSIGN; state=OFFLINE, location=ae1476a7656f,40877,1731097227268; forceNewPlan=false, retain=false 2024-11-08T20:20:41,941 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.wal-reader.ae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/WALs/ae1476a7656f,40725,1731097222569/ae1476a7656f%2C40725%2C1731097222569.1731097224408 to pos 379, reset compression=false 2024-11-08T20:20:41,998 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=237b5860bbfb1062c4ab6e9ecfe54144, regionState=OPENING, regionLocation=ae1476a7656f,40877,1731097227268 2024-11-08T20:20:42,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=237b5860bbfb1062c4ab6e9ecfe54144, ASSIGN because future has completed 2024-11-08T20:20:42,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 237b5860bbfb1062c4ab6e9ecfe54144, server=ae1476a7656f,40877,1731097227268}] 2024-11-08T20:20:42,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:20:42,156 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731097241428.237b5860bbfb1062c4ab6e9ecfe54144. 2024-11-08T20:20:42,156 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:20:42,156 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T20:20:42,158 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C40877%2C1731097227268.rep, suffix=, logDir=hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268, archiveDir=hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/oldWALs, maxLogs=10 2024-11-08T20:20:42,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.rep.1731097242158, exclude list is [], retry=0 2024-11-08T20:20:42,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33701,DS-0a9c6cb8-ef8c-4235-8778-dc3a88005732,DISK] 2024-11-08T20:20:42,178 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.rep.1731097242158 2024-11-08T20:20:42,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35837:35837)] 2024-11-08T20:20:42,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 237b5860bbfb1062c4ab6e9ecfe54144, NAME => 'hbase:replication,,1731097241428.237b5860bbfb1062c4ab6e9ecfe54144.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:20:42,179 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:20:42,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T20:20:42,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731097241428.237b5860bbfb1062c4ab6e9ecfe54144. service=MultiRowMutationService 2024-11-08T20:20:42,179 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T20:20:42,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 237b5860bbfb1062c4ab6e9ecfe54144 2024-11-08T20:20:42,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731097241428.237b5860bbfb1062c4ab6e9ecfe54144.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:20:42,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 237b5860bbfb1062c4ab6e9ecfe54144 2024-11-08T20:20:42,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 237b5860bbfb1062c4ab6e9ecfe54144 2024-11-08T20:20:42,181 INFO [StoreOpener-237b5860bbfb1062c4ab6e9ecfe54144-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 237b5860bbfb1062c4ab6e9ecfe54144 2024-11-08T20:20:42,182 INFO [StoreOpener-237b5860bbfb1062c4ab6e9ecfe54144-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 237b5860bbfb1062c4ab6e9ecfe54144 columnFamilyName hfileref 2024-11-08T20:20:42,182 DEBUG [StoreOpener-237b5860bbfb1062c4ab6e9ecfe54144-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:42,182 INFO [StoreOpener-237b5860bbfb1062c4ab6e9ecfe54144-1 {}] regionserver.HStore(327): Store=237b5860bbfb1062c4ab6e9ecfe54144/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:20:42,182 INFO [StoreOpener-237b5860bbfb1062c4ab6e9ecfe54144-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 237b5860bbfb1062c4ab6e9ecfe54144 2024-11-08T20:20:42,183 INFO [StoreOpener-237b5860bbfb1062c4ab6e9ecfe54144-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 237b5860bbfb1062c4ab6e9ecfe54144 columnFamilyName queue 2024-11-08T20:20:42,183 DEBUG [StoreOpener-237b5860bbfb1062c4ab6e9ecfe54144-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:42,183 INFO [StoreOpener-237b5860bbfb1062c4ab6e9ecfe54144-1 {}] regionserver.HStore(327): Store=237b5860bbfb1062c4ab6e9ecfe54144/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:20:42,184 INFO [StoreOpener-237b5860bbfb1062c4ab6e9ecfe54144-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 237b5860bbfb1062c4ab6e9ecfe54144 2024-11-08T20:20:42,184 INFO [StoreOpener-237b5860bbfb1062c4ab6e9ecfe54144-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 237b5860bbfb1062c4ab6e9ecfe54144 columnFamilyName sid 2024-11-08T20:20:42,184 DEBUG [StoreOpener-237b5860bbfb1062c4ab6e9ecfe54144-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:42,185 INFO [StoreOpener-237b5860bbfb1062c4ab6e9ecfe54144-1 {}] regionserver.HStore(327): Store=237b5860bbfb1062c4ab6e9ecfe54144/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:20:42,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 237b5860bbfb1062c4ab6e9ecfe54144 2024-11-08T20:20:42,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/hbase/replication/237b5860bbfb1062c4ab6e9ecfe54144 2024-11-08T20:20:42,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/hbase/replication/237b5860bbfb1062c4ab6e9ecfe54144 2024-11-08T20:20:42,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 237b5860bbfb1062c4ab6e9ecfe54144 2024-11-08T20:20:42,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 237b5860bbfb1062c4ab6e9ecfe54144 2024-11-08T20:20:42,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T20:20:42,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 237b5860bbfb1062c4ab6e9ecfe54144 2024-11-08T20:20:42,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/hbase/replication/237b5860bbfb1062c4ab6e9ecfe54144/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:20:42,189 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 237b5860bbfb1062c4ab6e9ecfe54144; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59503972, jitterRate=-0.11332172155380249}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T20:20:42,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 237b5860bbfb1062c4ab6e9ecfe54144 2024-11-08T20:20:42,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 237b5860bbfb1062c4ab6e9ecfe54144: Running coprocessor pre-open hook at 1731097242180Writing region info on filesystem at 1731097242180Initializing all the Stores at 1731097242180Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097242180Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097242181 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097242181Cleaning up temporary data from old regions at 1731097242186 (+5 ms)Running coprocessor post-open hooks at 1731097242189 (+3 ms)Region opened successfully at 1731097242189 2024-11-08T20:20:42,190 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731097241428.237b5860bbfb1062c4ab6e9ecfe54144., pid=10, masterSystemTime=1731097242152 2024-11-08T20:20:42,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731097241428.237b5860bbfb1062c4ab6e9ecfe54144. 2024-11-08T20:20:42,191 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731097241428.237b5860bbfb1062c4ab6e9ecfe54144. 2024-11-08T20:20:42,192 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=237b5860bbfb1062c4ab6e9ecfe54144, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,40877,1731097227268 2024-11-08T20:20:42,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 237b5860bbfb1062c4ab6e9ecfe54144, server=ae1476a7656f,40877,1731097227268 because future has completed 2024-11-08T20:20:42,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T20:20:42,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 237b5860bbfb1062c4ab6e9ecfe54144, server=ae1476a7656f,40877,1731097227268 in 194 msec 2024-11-08T20:20:42,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T20:20:42,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=237b5860bbfb1062c4ab6e9ecfe54144, ASSIGN in 349 msec 2024-11-08T20:20:42,197 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T20:20:42,197 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097242197"}]},"ts":"1731097242197"} 2024-11-08T20:20:42,198 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T20:20:42,199 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T20:20:42,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 770 msec 2024-11-08T20:20:42,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731097241428.237b5860bbfb1062c4ab6e9ecfe54144., hostname=ae1476a7656f,40877,1731097227268, seqNum=2] 2024-11-08T20:20:42,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40877-0x1011c1b51160004, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-525378368 2024-11-08T20:20:42,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41027-0x1011c1b51160003, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-525378368 2024-11-08T20:20:42,348 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T20:20:42,444 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.wal-reader.ae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/WALs/ae1476a7656f,40725,1731097222569/ae1476a7656f%2C40725%2C1731097222569.1731097224408 to pos 379, reset compression=false 2024-11-08T20:20:42,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40877 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T20:20:42,501 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T20:20:42,528 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ae1476a7656f,40877,1731097227268, ReplicationSource: 1, currentBandwidth=0 2024-11-08T20:20:42,528 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:20:42,528 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,40877,1731097227268, seqNum=-1] 2024-11-08T20:20:42,529 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:20:42,529 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33753, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-08T20:20:42,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ae1476a7656f,40877,1731097227268', locateType=CURRENT is [region=hbase:replication,,1731097241428.237b5860bbfb1062c4ab6e9ecfe54144., hostname=ae1476a7656f,40877,1731097227268, seqNum=2] 2024-11-08T20:20:42,532 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T20:20:42,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41027 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T20:20:42,534 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ae1476a7656f,40877,1731097227268 suceeded 2024-11-08T20:20:42,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T20:20:42,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-08T20:20:42,536 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ae1476a7656f:45283,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T20:20:42,537 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1170 sec 2024-11-08T20:20:42,547 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ae1476a7656f:45283' 2024-11-08T20:20:42,548 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@515c46eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:42,548 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,45283,-1 for getting cluster id 2024-11-08T20:20:42,548 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:20:42,548 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1a8c0eb-032f-4595-9900-577ec9a4fd6c' 2024-11-08T20:20:42,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:20:42,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1a8c0eb-032f-4595-9900-577ec9a4fd6c" 2024-11-08T20:20:42,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c3e5a56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:42,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,45283,-1] 2024-11-08T20:20:42,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:20:42,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:42,549 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:20:42,550 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@477491da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:42,550 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:20:42,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,45283,1731097232850 2024-11-08T20:20:42,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c69538f 2024-11-08T20:20:42,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:20:42,551 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-08T20:20:42,552 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ae1476a7656f,40877,1731097227268 (queues=1) is replicating from cluster=8e8cc1ca-71d3-4792-b9e8-84dba92a6e05 to cluster=d1a8c0eb-032f-4595-9900-577ec9a4fd6c 2024-11-08T20:20:42,552 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ae1476a7656f%2C40877%2C1731097227268 2024-11-08T20:20:42,552 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ae1476a7656f,40877,1731097227268, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T20:20:42,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:20:42,553 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T20:20:42,553 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:20:42,553 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:20:42,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:42,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:42,554 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:20:42,554 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.wal-reader.ae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669, startPosition=0, beingWritten=true 2024-11-08T20:20:42,554 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.shipperae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ae1476a7656f%2C40877%2C1731097227268 2024-11-08T20:20:42,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48523b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:42,554 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,45283,-1 for getting cluster id 2024-11-08T20:20:42,555 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:20:42,555 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1a8c0eb-032f-4595-9900-577ec9a4fd6c' 2024-11-08T20:20:42,555 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:20:42,555 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1a8c0eb-032f-4595-9900-577ec9a4fd6c" 2024-11-08T20:20:42,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77cd3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:42,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,45283,-1] 2024-11-08T20:20:42,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:20:42,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:42,557 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:20:42,557 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T20:20:42,557 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5797de22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:42,558 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:20:42,558 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,45283,1731097232850 2024-11-08T20:20:42,558 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a2f3362 2024-11-08T20:20:42,559 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:20:42,559 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:20:42,559 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.wal-reader.ae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T20:20:42,559 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.wal-reader.ae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669 to pos 379, reset compression=false 2024-11-08T20:20:42,559 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.shipperae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,40877,1731097227268 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T20:20:42,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ae1476a7656f:41027,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T20:20:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T20:20:42,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:20:42,563 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ae1476a7656f:41027' 2024-11-08T20:20:42,564 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@622edee1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:42,564 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,41027,-1 for getting cluster id 2024-11-08T20:20:42,564 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:20:42,564 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e8cc1ca-71d3-4792-b9e8-84dba92a6e05' 2024-11-08T20:20:42,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:20:42,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e8cc1ca-71d3-4792-b9e8-84dba92a6e05" 2024-11-08T20:20:42,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d2351cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:42,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,41027,-1] 2024-11-08T20:20:42,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:20:42,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:42,566 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:20:42,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47316a97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:42,566 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:20:42,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,41027,1731097227119 2024-11-08T20:20:42,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77daf73d 2024-11-08T20:20:42,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:20:42,568 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:20:42,568 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T20:20:42,568 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T20:20:42,568 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:42,568 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:42,568 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:20:42,569 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:20:42,570 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T20:20:42,570 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T20:20:42,570 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:42,571 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T20:20:42,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741837_1013 (size=1138) 2024-11-08T20:20:42,620 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T20:20:42,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:20:42,765 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.wal-reader.ae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669 to pos 379, reset compression=false 2024-11-08T20:20:42,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:20:42,977 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 55e3307d17b4be5b70ea99f7b45e1ee2, NAME => 'hbase:replication,,1731097242569.55e3307d17b4be5b70ea99f7b45e1ee2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a 2024-11-08T20:20:42,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741838_1014 (size=44) 2024-11-08T20:20:42,983 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731097242569.55e3307d17b4be5b70ea99f7b45e1ee2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:20:42,983 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 55e3307d17b4be5b70ea99f7b45e1ee2, disabling compactions & flushes 2024-11-08T20:20:42,983 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731097242569.55e3307d17b4be5b70ea99f7b45e1ee2. 2024-11-08T20:20:42,983 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731097242569.55e3307d17b4be5b70ea99f7b45e1ee2. 2024-11-08T20:20:42,983 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731097242569.55e3307d17b4be5b70ea99f7b45e1ee2. after waiting 0 ms 2024-11-08T20:20:42,983 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731097242569.55e3307d17b4be5b70ea99f7b45e1ee2. 2024-11-08T20:20:42,983 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731097242569.55e3307d17b4be5b70ea99f7b45e1ee2. 2024-11-08T20:20:42,983 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 55e3307d17b4be5b70ea99f7b45e1ee2: Waiting for close lock at 1731097242983Disabling compacts and flushes for region at 1731097242983Disabling writes for close at 1731097242983Writing region close event to WAL at 1731097242983Closed at 1731097242983 2024-11-08T20:20:42,984 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T20:20:42,985 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731097242569.55e3307d17b4be5b70ea99f7b45e1ee2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731097242984"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731097242984"}]},"ts":"1731097242984"} 2024-11-08T20:20:42,986 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T20:20:42,987 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T20:20:42,987 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097242987"}]},"ts":"1731097242987"} 2024-11-08T20:20:42,990 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T20:20:42,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=55e3307d17b4be5b70ea99f7b45e1ee2, ASSIGN}] 2024-11-08T20:20:42,991 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=55e3307d17b4be5b70ea99f7b45e1ee2, ASSIGN 2024-11-08T20:20:42,992 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=55e3307d17b4be5b70ea99f7b45e1ee2, ASSIGN; state=OFFLINE, location=ae1476a7656f,40085,1731097233157; forceNewPlan=false, retain=false 2024-11-08T20:20:43,047 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.wal-reader.ae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/WALs/ae1476a7656f,40725,1731097222569/ae1476a7656f%2C40725%2C1731097222569.1731097224408 to pos 379, reset compression=false 2024-11-08T20:20:43,068 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.wal-reader.ae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669 to pos 379, reset compression=false 2024-11-08T20:20:43,143 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=55e3307d17b4be5b70ea99f7b45e1ee2, regionState=OPENING, regionLocation=ae1476a7656f,40085,1731097233157 2024-11-08T20:20:43,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=55e3307d17b4be5b70ea99f7b45e1ee2, ASSIGN because future has completed 2024-11-08T20:20:43,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55e3307d17b4be5b70ea99f7b45e1ee2, server=ae1476a7656f,40085,1731097233157}] 2024-11-08T20:20:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:20:43,316 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731097242569.55e3307d17b4be5b70ea99f7b45e1ee2. 2024-11-08T20:20:43,316 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:20:43,316 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T20:20:43,318 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C40085%2C1731097233157.rep, suffix=, logDir=hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157, archiveDir=hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/oldWALs, maxLogs=10 2024-11-08T20:20:43,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.rep.1731097243318, exclude list is [], retry=0 2024-11-08T20:20:43,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39765,DS-fe987b44-044c-40cd-ae1a-c67f5ad2f926,DISK] 2024-11-08T20:20:43,337 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.rep.1731097243318 2024-11-08T20:20:43,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37443:37443)] 2024-11-08T20:20:43,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 55e3307d17b4be5b70ea99f7b45e1ee2, NAME => 'hbase:replication,,1731097242569.55e3307d17b4be5b70ea99f7b45e1ee2.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:20:43,338 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:20:43,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T20:20:43,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731097242569.55e3307d17b4be5b70ea99f7b45e1ee2. service=MultiRowMutationService 2024-11-08T20:20:43,338 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T20:20:43,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 55e3307d17b4be5b70ea99f7b45e1ee2 2024-11-08T20:20:43,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731097242569.55e3307d17b4be5b70ea99f7b45e1ee2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:20:43,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 55e3307d17b4be5b70ea99f7b45e1ee2 2024-11-08T20:20:43,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 55e3307d17b4be5b70ea99f7b45e1ee2 2024-11-08T20:20:43,339 INFO [StoreOpener-55e3307d17b4be5b70ea99f7b45e1ee2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 55e3307d17b4be5b70ea99f7b45e1ee2 2024-11-08T20:20:43,340 INFO [StoreOpener-55e3307d17b4be5b70ea99f7b45e1ee2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55e3307d17b4be5b70ea99f7b45e1ee2 columnFamilyName hfileref 2024-11-08T20:20:43,340 DEBUG [StoreOpener-55e3307d17b4be5b70ea99f7b45e1ee2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:43,341 INFO [StoreOpener-55e3307d17b4be5b70ea99f7b45e1ee2-1 {}] regionserver.HStore(327): Store=55e3307d17b4be5b70ea99f7b45e1ee2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:20:43,341 INFO [StoreOpener-55e3307d17b4be5b70ea99f7b45e1ee2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 55e3307d17b4be5b70ea99f7b45e1ee2 2024-11-08T20:20:43,341 INFO [StoreOpener-55e3307d17b4be5b70ea99f7b45e1ee2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55e3307d17b4be5b70ea99f7b45e1ee2 columnFamilyName queue 2024-11-08T20:20:43,341 DEBUG [StoreOpener-55e3307d17b4be5b70ea99f7b45e1ee2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:43,342 INFO [StoreOpener-55e3307d17b4be5b70ea99f7b45e1ee2-1 {}] regionserver.HStore(327): Store=55e3307d17b4be5b70ea99f7b45e1ee2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:20:43,342 INFO [StoreOpener-55e3307d17b4be5b70ea99f7b45e1ee2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 55e3307d17b4be5b70ea99f7b45e1ee2 2024-11-08T20:20:43,342 INFO [StoreOpener-55e3307d17b4be5b70ea99f7b45e1ee2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55e3307d17b4be5b70ea99f7b45e1ee2 columnFamilyName sid 2024-11-08T20:20:43,342 DEBUG [StoreOpener-55e3307d17b4be5b70ea99f7b45e1ee2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:20:43,343 INFO [StoreOpener-55e3307d17b4be5b70ea99f7b45e1ee2-1 {}] regionserver.HStore(327): Store=55e3307d17b4be5b70ea99f7b45e1ee2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:20:43,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 55e3307d17b4be5b70ea99f7b45e1ee2 2024-11-08T20:20:43,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/data/hbase/replication/55e3307d17b4be5b70ea99f7b45e1ee2 2024-11-08T20:20:43,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/data/hbase/replication/55e3307d17b4be5b70ea99f7b45e1ee2 2024-11-08T20:20:43,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 55e3307d17b4be5b70ea99f7b45e1ee2 2024-11-08T20:20:43,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 55e3307d17b4be5b70ea99f7b45e1ee2 2024-11-08T20:20:43,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T20:20:43,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 55e3307d17b4be5b70ea99f7b45e1ee2 2024-11-08T20:20:43,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/data/hbase/replication/55e3307d17b4be5b70ea99f7b45e1ee2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:20:43,347 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 55e3307d17b4be5b70ea99f7b45e1ee2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73736362, jitterRate=0.09875741600990295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T20:20:43,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 55e3307d17b4be5b70ea99f7b45e1ee2 2024-11-08T20:20:43,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 55e3307d17b4be5b70ea99f7b45e1ee2: Running coprocessor pre-open hook at 1731097243338Writing region info on filesystem at 1731097243338Initializing all the Stores at 1731097243339 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097243339Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097243339Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097243339Cleaning up temporary data from old regions at 1731097243344 (+5 ms)Running coprocessor post-open hooks at 1731097243347 (+3 ms)Region opened successfully at 1731097243347 2024-11-08T20:20:43,348 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731097242569.55e3307d17b4be5b70ea99f7b45e1ee2., pid=10, masterSystemTime=1731097243297 2024-11-08T20:20:43,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731097242569.55e3307d17b4be5b70ea99f7b45e1ee2. 2024-11-08T20:20:43,350 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731097242569.55e3307d17b4be5b70ea99f7b45e1ee2. 2024-11-08T20:20:43,350 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=55e3307d17b4be5b70ea99f7b45e1ee2, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,40085,1731097233157 2024-11-08T20:20:43,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55e3307d17b4be5b70ea99f7b45e1ee2, server=ae1476a7656f,40085,1731097233157 because future has completed 2024-11-08T20:20:43,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T20:20:43,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 55e3307d17b4be5b70ea99f7b45e1ee2, server=ae1476a7656f,40085,1731097233157 in 208 msec 2024-11-08T20:20:43,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T20:20:43,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=55e3307d17b4be5b70ea99f7b45e1ee2, ASSIGN in 364 msec 2024-11-08T20:20:43,356 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T20:20:43,356 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097243356"}]},"ts":"1731097243356"} 2024-11-08T20:20:43,357 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T20:20:43,358 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T20:20:43,359 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 789 msec 2024-11-08T20:20:43,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731097242569.55e3307d17b4be5b70ea99f7b45e1ee2., hostname=ae1476a7656f,40085,1731097233157, seqNum=2] 2024-11-08T20:20:43,472 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.wal-reader.ae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669 to pos 379, reset compression=false 2024-11-08T20:20:43,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x1011c1b51160006, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-941066918 2024-11-08T20:20:43,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40085-0x1011c1b51160007, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-941066918 2024-11-08T20:20:43,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:20:43,708 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T20:20:43,751 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.wal-reader.ae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/WALs/ae1476a7656f,40725,1731097222569/ae1476a7656f%2C40725%2C1731097222569.1731097224408 to pos 379, reset compression=false 2024-11-08T20:20:43,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40085 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T20:20:43,860 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T20:20:43,889 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ae1476a7656f,40085,1731097233157, ReplicationSource: 1, currentBandwidth=0 2024-11-08T20:20:43,890 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:20:43,890 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,40085,1731097233157, seqNum=-1] 2024-11-08T20:20:43,890 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:20:43,891 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-08T20:20:43,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ae1476a7656f,40085,1731097233157', locateType=CURRENT is [region=hbase:replication,,1731097242569.55e3307d17b4be5b70ea99f7b45e1ee2., hostname=ae1476a7656f,40085,1731097233157, seqNum=2] 2024-11-08T20:20:43,894 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T20:20:43,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T20:20:43,896 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ae1476a7656f,40085,1731097233157 suceeded 2024-11-08T20:20:43,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T20:20:43,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-08T20:20:43,898 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ae1476a7656f:41027,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T20:20:43,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3380 sec 2024-11-08T20:20:43,909 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ae1476a7656f:41027' 2024-11-08T20:20:43,910 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7cc6b661, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:43,910 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,41027,-1 for getting cluster id 2024-11-08T20:20:43,910 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:20:43,911 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e8cc1ca-71d3-4792-b9e8-84dba92a6e05' 2024-11-08T20:20:43,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:20:43,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e8cc1ca-71d3-4792-b9e8-84dba92a6e05" 2024-11-08T20:20:43,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3eaaceba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:43,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,41027,-1] 2024-11-08T20:20:43,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:20:43,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:43,912 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:20:43,913 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d27502b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:43,913 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:20:43,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,41027,1731097227119 2024-11-08T20:20:43,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27b94a3d 2024-11-08T20:20:43,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:20:43,914 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-08T20:20:43,915 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ae1476a7656f,40085,1731097233157 (queues=1) is replicating from cluster=d1a8c0eb-032f-4595-9900-577ec9a4fd6c to cluster=8e8cc1ca-71d3-4792-b9e8-84dba92a6e05 2024-11-08T20:20:43,915 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ae1476a7656f%2C40085%2C1731097233157 2024-11-08T20:20:43,915 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ae1476a7656f,40085,1731097233157, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T20:20:43,915 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.wal-reader.ae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.1731097234659, startPosition=0, beingWritten=true 2024-11-08T20:20:43,915 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.shipperae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ae1476a7656f%2C40085%2C1731097233157 2024-11-08T20:20:43,920 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.wal-reader.ae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T20:20:43,920 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.wal-reader.ae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.1731097234659 to pos 379, reset compression=false 2024-11-08T20:20:43,920 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.shipperae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,40085,1731097233157 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.1731097234659, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T20:20:43,975 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.wal-reader.ae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669 to pos 379, reset compression=false 2024-11-08T20:20:44,127 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.wal-reader.ae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.1731097234659 to pos 379, reset compression=false 2024-11-08T20:20:44,430 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.wal-reader.ae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.1731097234659 to pos 379, reset compression=false 2024-11-08T20:20:44,555 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.wal-reader.ae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/WALs/ae1476a7656f,40725,1731097222569/ae1476a7656f%2C40725%2C1731097222569.1731097224408 to pos 379, reset compression=false 2024-11-08T20:20:44,579 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.wal-reader.ae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669 to pos 379, reset compression=false 2024-11-08T20:20:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:20:44,723 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T20:20:44,723 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:20:44,724 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:20:44,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:44,724 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:20:44,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:44,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f102f74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:44,724 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,34561,-1 for getting cluster id 2024-11-08T20:20:44,724 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:20:44,725 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28f46ba3-bb20-4d8f-84ad-4592bc225642' 2024-11-08T20:20:44,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:20:44,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28f46ba3-bb20-4d8f-84ad-4592bc225642" 2024-11-08T20:20:44,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@761dcdf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:44,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,34561,-1] 2024-11-08T20:20:44,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:20:44,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:44,726 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:20:44,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@629bac0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:44,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4210a5d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:44,727 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,41027,-1 for getting cluster id 2024-11-08T20:20:44,727 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:20:44,727 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e8cc1ca-71d3-4792-b9e8-84dba92a6e05' 2024-11-08T20:20:44,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:20:44,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e8cc1ca-71d3-4792-b9e8-84dba92a6e05" 2024-11-08T20:20:44,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@516a77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:44,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,41027,-1] 2024-11-08T20:20:44,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:20:44,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:44,728 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:20:44,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@676e826e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:44,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45f8293c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:44,729 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,45283,-1 for getting cluster id 2024-11-08T20:20:44,729 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:20:44,729 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1a8c0eb-032f-4595-9900-577ec9a4fd6c' 2024-11-08T20:20:44,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:20:44,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1a8c0eb-032f-4595-9900-577ec9a4fd6c" 2024-11-08T20:20:44,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@420ee26a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:44,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,45283,-1] 2024-11-08T20:20:44,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:20:44,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:44,730 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:20:44,731 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@112f2b97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:44,731 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:20:44,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,40725,1731097222569, seqNum=-1] 2024-11-08T20:20:44,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:20:44,733 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:20:44,734 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731097235833.76be0287c3ac5a0ff26eef6350ddb2dc., hostname=ae1476a7656f,40725,1731097222569, seqNum=2] 2024-11-08T20:20:44,736 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:20:44,737 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,40085,1731097233157, seqNum=-1] 2024-11-08T20:20:44,737 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:20:44,738 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:20:44,739 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731097239127.5801a35e307fb2b4478d358aa0f80111., hostname=ae1476a7656f,40085,1731097233157, seqNum=2] 2024-11-08T20:20:44,740 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-08T20:20:44,833 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.wal-reader.ae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.1731097234659 to pos 379, reset compression=false 2024-11-08T20:20:45,281 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.wal-reader.ae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669 to pos 379, reset compression=false 2024-11-08T20:20:45,336 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.wal-reader.ae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.1731097234659 to pos 379, reset compression=false 2024-11-08T20:20:45,457 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.wal-reader.ae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/WALs/ae1476a7656f,40725,1731097222569/ae1476a7656f%2C40725%2C1731097222569.1731097224408 to pos 379, reset compression=false 2024-11-08T20:20:45,461 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.wal-reader.ae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T20:20:45,461 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.wal-reader.ae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/WALs/ae1476a7656f,40725,1731097222569/ae1476a7656f%2C40725%2C1731097222569.1731097224408 to pos 480, reset compression=false 2024-11-08T20:20:45,461 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.shipperae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,40725,1731097222569 got entry batch from reader: WALEntryBatch [walEntries=[{test/76be0287c3ac5a0ff26eef6350ddb2dc/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/WALs/ae1476a7656f,40725,1731097222569/ae1476a7656f%2C40725%2C1731097222569.1731097224408, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-08T20:20:45,463 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.shipperae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:20:45,464 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-08T20:20:45,465 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40877 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T20:20:45,465 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40877 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73b061b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:45,465 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40877 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,41027,-1 for getting cluster id 2024-11-08T20:20:45,465 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40877 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:20:45,466 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e8cc1ca-71d3-4792-b9e8-84dba92a6e05' 2024-11-08T20:20:45,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:20:45,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e8cc1ca-71d3-4792-b9e8-84dba92a6e05" 2024-11-08T20:20:45,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bb0d846, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:45,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,41027,-1] 2024-11-08T20:20:45,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:20:45,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:45,466 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:20:45,467 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40877 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6352c6cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:45,468 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40877 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:20:45,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,40877,1731097227268, seqNum=-1] 2024-11-08T20:20:45,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:20:45,469 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-08T20:20:45,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731097236976.6e3d9f5af049fbc6a8a8df3793c7c1e5., hostname=ae1476a7656f,40877,1731097227268, seqNum=2] 2024-11-08T20:20:45,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40877 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T20:20:45,665 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.wal-reader.ae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/WALs/ae1476a7656f,40725,1731097222569/ae1476a7656f%2C40725%2C1731097222569.1731097224408 to pos 480, reset compression=false 2024-11-08T20:20:45,742 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-08T20:20:45,940 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.wal-reader.ae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.1731097234659 to pos 379, reset compression=false 2024-11-08T20:20:45,968 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.wal-reader.ae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/WALs/ae1476a7656f,40725,1731097222569/ae1476a7656f%2C40725%2C1731097222569.1731097224408 to pos 480, reset compression=false 2024-11-08T20:20:46,084 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.wal-reader.ae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669 to pos 379, reset compression=false 2024-11-08T20:20:46,088 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.wal-reader.ae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T20:20:46,088 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.wal-reader.ae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669 to pos 503, reset compression=false 2024-11-08T20:20:46,088 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.shipperae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,40877,1731097227268 got entry batch from reader: WALEntryBatch [walEntries=[{test/6e3d9f5af049fbc6a8a8df3793c7c1e5/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-08T20:20:46,091 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.shipperae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:20:46,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-08T20:20:46,092 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40085 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T20:20:46,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40085 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1062d224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:46,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40085 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,45283,-1 for getting cluster id 2024-11-08T20:20:46,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40085 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:20:46,094 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1a8c0eb-032f-4595-9900-577ec9a4fd6c' 2024-11-08T20:20:46,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:20:46,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1a8c0eb-032f-4595-9900-577ec9a4fd6c" 2024-11-08T20:20:46,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73b1eefb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:46,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,45283,-1] 2024-11-08T20:20:46,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:20:46,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:46,095 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:20:46,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40085 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7638327a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:20:46,096 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40085 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:20:46,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,40085,1731097233157, seqNum=-1] 2024-11-08T20:20:46,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:20:46,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-08T20:20:46,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731097239127.5801a35e307fb2b4478d358aa0f80111., hostname=ae1476a7656f,40085,1731097233157, seqNum=2] 2024-11-08T20:20:46,101 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40085 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T20:20:46,291 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.wal-reader.ae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669 to pos 503, reset compression=false 2024-11-08T20:20:46,371 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.wal-reader.ae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/WALs/ae1476a7656f,40725,1731097222569/ae1476a7656f%2C40725%2C1731097222569.1731097224408 to pos 480, reset compression=false 2024-11-08T20:20:46,594 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.wal-reader.ae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669 to pos 503, reset compression=false 2024-11-08T20:20:46,643 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.wal-reader.ae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.1731097234659 to pos 379, reset compression=false 2024-11-08T20:20:46,647 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.wal-reader.ae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T20:20:46,647 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.wal-reader.ae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.1731097234659 to pos 527, reset compression=false 2024-11-08T20:20:46,647 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.shipperae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,40085,1731097233157 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.1731097234659, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T20:20:46,743 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-08T20:20:46,744 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:20:46,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,40877,1731097227268, seqNum=-1] 2024-11-08T20:20:46,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:20:46,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:20:46,748 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731097236976.6e3d9f5af049fbc6a8a8df3793c7c1e5., hostname=ae1476a7656f,40877,1731097227268, seqNum=2] 2024-11-08T20:20:46,755 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-08T20:20:46,850 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.wal-reader.ae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.1731097234659 to pos 527, reset compression=false 2024-11-08T20:20:46,874 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.wal-reader.ae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/WALs/ae1476a7656f,40725,1731097222569/ae1476a7656f%2C40725%2C1731097222569.1731097224408 to pos 480, reset compression=false 2024-11-08T20:20:46,997 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.wal-reader.ae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669 to pos 503, reset compression=false 2024-11-08T20:20:47,001 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.wal-reader.ae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T20:20:47,001 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.wal-reader.ae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669 to pos 607, reset compression=false 2024-11-08T20:20:47,001 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.shipperae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,40877,1731097227268 got entry batch from reader: WALEntryBatch [walEntries=[{test/6e3d9f5af049fbc6a8a8df3793c7c1e5/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T20:20:47,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40085 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T20:20:47,005 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40085 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T20:20:47,153 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.wal-reader.ae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.1731097234659 to pos 527, reset compression=false 2024-11-08T20:20:47,156 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.wal-reader.ae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T20:20:47,156 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.wal-reader.ae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.1731097234659 to pos 655, reset compression=false 2024-11-08T20:20:47,156 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.shipperae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,40085,1731097233157 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.1731097234659, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T20:20:47,206 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.wal-reader.ae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669 to pos 607, reset compression=false 2024-11-08T20:20:47,359 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.wal-reader.ae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.1731097234659 to pos 655, reset compression=false 2024-11-08T20:20:47,478 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.wal-reader.ae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/WALs/ae1476a7656f,40725,1731097222569/ae1476a7656f%2C40725%2C1731097222569.1731097224408 to pos 480, reset compression=false 2024-11-08T20:20:47,509 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.wal-reader.ae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669 to pos 607, reset compression=false 2024-11-08T20:20:47,512 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:20:47,513 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ae1476a7656f,43507,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:43507 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T20:20:47,513 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108921 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ae1476a7656f,43507,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:43507 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T20:20:47,663 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.wal-reader.ae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.1731097234659 to pos 655, reset compression=false 2024-11-08T20:20:47,681 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T20:20:47,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:47,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:47,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:47,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:47,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:47,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:47,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:47,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:47,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:47,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:47,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:47,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:47,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:47,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:47,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:47,756 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-08T20:20:47,759 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-08T20:20:47,913 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.wal-reader.ae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669 to pos 607, reset compression=false 2024-11-08T20:20:48,066 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.wal-reader.ae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.1731097234659 to pos 655, reset compression=false 2024-11-08T20:20:48,070 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.wal-reader.ae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T20:20:48,070 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.wal-reader.ae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.1731097234659 to pos 759, reset compression=false 2024-11-08T20:20:48,070 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.shipperae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,40085,1731097233157 got entry batch from reader: WALEntryBatch [walEntries=[{test/5801a35e307fb2b4478d358aa0f80111/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.1731097234659, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T20:20:48,072 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.shipperae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:20:48,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-08T20:20:48,073 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40877 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T20:20:48,075 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40877 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T20:20:48,181 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.wal-reader.ae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/WALs/ae1476a7656f,40725,1731097222569/ae1476a7656f%2C40725%2C1731097222569.1731097224408 to pos 480, reset compression=false 2024-11-08T20:20:48,274 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.wal-reader.ae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.1731097234659 to pos 759, reset compression=false 2024-11-08T20:20:48,416 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.wal-reader.ae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669 to pos 607, reset compression=false 2024-11-08T20:20:48,419 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.wal-reader.ae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T20:20:48,419 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.wal-reader.ae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669 to pos 735, reset compression=false 2024-11-08T20:20:48,419 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.shipperae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,40877,1731097227268 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T20:20:48,429 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=6, created chunk count=34, reused chunk count=123, reuseRatio=78.34% 2024-11-08T20:20:48,429 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-08T20:20:48,576 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.wal-reader.ae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.1731097234659 to pos 759, reset compression=false 2024-11-08T20:20:48,622 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.wal-reader.ae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669 to pos 735, reset compression=false 2024-11-08T20:20:48,761 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-08T20:20:48,764 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-08T20:20:48,925 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.wal-reader.ae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669 to pos 735, reset compression=false 2024-11-08T20:20:48,979 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.wal-reader.ae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.1731097234659 to pos 759, reset compression=false 2024-11-08T20:20:48,983 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.wal-reader.ae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/WALs/ae1476a7656f,40725,1731097222569/ae1476a7656f%2C40725%2C1731097222569.1731097224408 to pos 480, reset compression=false 2024-11-08T20:20:48,987 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.wal-reader.ae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T20:20:48,987 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.wal-reader.ae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/WALs/ae1476a7656f,40725,1731097222569/ae1476a7656f%2C40725%2C1731097222569.1731097224408 to pos 636, reset compression=false 2024-11-08T20:20:48,987 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.shipperae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,40725,1731097222569 got entry batch from reader: WALEntryBatch [walEntries=[{test/76be0287c3ac5a0ff26eef6350ddb2dc/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/WALs/ae1476a7656f,40725,1731097222569/ae1476a7656f%2C40725%2C1731097222569.1731097224408, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-08T20:20:48,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40877 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T20:20:48,990 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40877 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T20:20:49,191 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.wal-reader.ae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/WALs/ae1476a7656f,40725,1731097222569/ae1476a7656f%2C40725%2C1731097222569.1731097224408 to pos 636, reset compression=false 2024-11-08T20:20:49,328 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.wal-reader.ae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669 to pos 735, reset compression=false 2024-11-08T20:20:49,460 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.wal-reader.ae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T20:20:49,460 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.wal-reader.ae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669 to pos 882, reset compression=false 2024-11-08T20:20:49,460 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.shipperae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,40877,1731097227268 got entry batch from reader: WALEntryBatch [walEntries=[{test/6e3d9f5af049fbc6a8a8df3793c7c1e5/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-08T20:20:49,461 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40085 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T20:20:49,463 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40085 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T20:20:49,482 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.wal-reader.ae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.1731097234659 to pos 759, reset compression=false 2024-11-08T20:20:49,486 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.wal-reader.ae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T20:20:49,486 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.wal-reader.ae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.1731097234659 to pos 930, reset compression=false 2024-11-08T20:20:49,486 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.shipperae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,40085,1731097233157 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.1731097234659, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T20:20:49,494 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.wal-reader.ae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/WALs/ae1476a7656f,40725,1731097222569/ae1476a7656f%2C40725%2C1731097222569.1731097224408 to pos 636, reset compression=false 2024-11-08T20:20:49,663 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.wal-reader.ae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669 to pos 882, reset compression=false 2024-11-08T20:20:49,689 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.wal-reader.ae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.1731097234659 to pos 930, reset compression=false 2024-11-08T20:20:49,765 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-08T20:20:49,897 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.wal-reader.ae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/WALs/ae1476a7656f,40725,1731097222569/ae1476a7656f%2C40725%2C1731097222569.1731097224408 to pos 636, reset compression=false 2024-11-08T20:20:49,967 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.wal-reader.ae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669 to pos 882, reset compression=false 2024-11-08T20:20:49,992 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.wal-reader.ae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.1731097234659 to pos 930, reset compression=false 2024-11-08T20:20:50,371 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.wal-reader.ae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669 to pos 882, reset compression=false 2024-11-08T20:20:50,394 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.wal-reader.ae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.1731097234659 to pos 930, reset compression=false 2024-11-08T20:20:50,400 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.wal-reader.ae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/WALs/ae1476a7656f,40725,1731097222569/ae1476a7656f%2C40725%2C1731097222569.1731097224408 to pos 636, reset compression=false 2024-11-08T20:20:50,754 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_1075136035_20 at /127.0.0.1:41486 [Receiving block BP-120118180-172.17.0.3-1731097225166:blk_1073741832_1008] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 987ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cb2b69e-f174-86eb-0abe-448dd709a900/cluster_616a00e5-a391-f6fc-9112-f93f40311a4a/data/data2/, blockId=1073741832, seqno=6 2024-11-08T20:20:50,754 INFO [AsyncFSWAL-0-hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621-prefix:ae1476a7656f,40877,1731097227268 {}] wal.AbstractFSWAL(1368): Slow sync cost: 987 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:33701,DS-0a9c6cb8-ef8c-4235-8778-dc3a88005732,DISK]] 2024-11-08T20:20:50,756 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-08T20:20:50,874 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.wal-reader.ae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669 to pos 882, reset compression=false 2024-11-08T20:20:50,878 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.wal-reader.ae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T20:20:50,878 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.wal-reader.ae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669 to pos 1041, reset compression=false 2024-11-08T20:20:50,878 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.shipperae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,40877,1731097227268 got entry batch from reader: WALEntryBatch [walEntries=[{test/6e3d9f5af049fbc6a8a8df3793c7c1e5/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-08T20:20:50,879 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40085 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T20:20:50,881 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40085 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T20:20:50,897 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.wal-reader.ae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.1731097234659 to pos 930, reset compression=false 2024-11-08T20:20:50,901 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.wal-reader.ae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T20:20:50,901 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.wal-reader.ae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.1731097234659 to pos 1080, reset compression=false 2024-11-08T20:20:50,901 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.shipperae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,40085,1731097233157 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.1731097234659, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T20:20:51,002 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.wal-reader.ae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/WALs/ae1476a7656f,40725,1731097222569/ae1476a7656f%2C40725%2C1731097222569.1731097224408 to pos 636, reset compression=false 2024-11-08T20:20:51,082 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.wal-reader.ae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669 to pos 1041, reset compression=false 2024-11-08T20:20:51,104 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.wal-reader.ae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.1731097234659 to pos 1080, reset compression=false 2024-11-08T20:20:51,385 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.wal-reader.ae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669 to pos 1041, reset compression=false 2024-11-08T20:20:51,407 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.wal-reader.ae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.1731097234659 to pos 1080, reset compression=false 2024-11-08T20:20:51,704 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.wal-reader.ae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/WALs/ae1476a7656f,40725,1731097222569/ae1476a7656f%2C40725%2C1731097222569.1731097224408 to pos 636, reset compression=false 2024-11-08T20:20:51,757 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-08T20:20:51,760 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-08T20:20:51,787 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.wal-reader.ae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669 to pos 1041, reset compression=false 2024-11-08T20:20:51,810 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.wal-reader.ae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.1731097234659 to pos 1080, reset compression=false 2024-11-08T20:20:51,814 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.wal-reader.ae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T20:20:51,814 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.wal-reader.ae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.1731097234659 to pos 1239, reset compression=false 2024-11-08T20:20:51,814 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.shipperae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,40085,1731097233157 got entry batch from reader: WALEntryBatch [walEntries=[{test/5801a35e307fb2b4478d358aa0f80111/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.1731097234659, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-08T20:20:51,815 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40877 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T20:20:51,817 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40877 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T20:20:51,963 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T20:20:52,016 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.wal-reader.ae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.1731097234659 to pos 1239, reset compression=false 2024-11-08T20:20:52,290 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.wal-reader.ae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669 to pos 1041, reset compression=false 2024-11-08T20:20:52,294 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.wal-reader.ae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T20:20:52,294 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.wal-reader.ae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669 to pos 1191, reset compression=false 2024-11-08T20:20:52,294 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.shipperae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,40877,1731097227268 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T20:20:52,319 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.wal-reader.ae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.1731097234659 to pos 1239, reset compression=false 2024-11-08T20:20:52,498 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.wal-reader.ae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669 to pos 1191, reset compression=false 2024-11-08T20:20:52,507 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.wal-reader.ae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/WALs/ae1476a7656f,40725,1731097222569/ae1476a7656f%2C40725%2C1731097222569.1731097224408 to pos 636, reset compression=false 2024-11-08T20:20:52,722 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.wal-reader.ae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.1731097234659 to pos 1239, reset compression=false 2024-11-08T20:20:52,761 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-08T20:20:52,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T20:20:52,765 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:20:52,765 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:20:52,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:52,766 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:20:52,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:52,766 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T20:20:52,766 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1570361260, stopped=false 2024-11-08T20:20:52,766 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ae1476a7656f,45283,1731097232850 2024-11-08T20:20:52,801 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.wal-reader.ae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669 to pos 1191, reset compression=false 2024-11-08T20:20:52,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40085-0x1011c1b51160007, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-941066918/running 2024-11-08T20:20:52,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x1011c1b51160006, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-941066918/running 2024-11-08T20:20:52,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40085-0x1011c1b51160007, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-941066918 2024-11-08T20:20:52,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x1011c1b51160006, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-941066918 2024-11-08T20:20:52,831 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:20:52,831 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:20:52,831 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:20:52,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:52,832 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40085-0x1011c1b51160007, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Set watcher on znode that does not yet exist, /2-941066918/running 2024-11-08T20:20:52,832 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ae1476a7656f,40085,1731097233157' ***** 2024-11-08T20:20:52,832 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T20:20:52,832 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45283-0x1011c1b51160006, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Set watcher on znode that does not yet exist, /2-941066918/running 2024-11-08T20:20:52,832 INFO [RS:0;ae1476a7656f:40085 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T20:20:52,832 INFO [RS:0;ae1476a7656f:40085 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T20:20:52,832 INFO [RS:0;ae1476a7656f:40085 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T20:20:52,832 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T20:20:52,832 INFO [RS:0;ae1476a7656f:40085 {}] regionserver.HRegionServer(3091): Received CLOSE for 5801a35e307fb2b4478d358aa0f80111 2024-11-08T20:20:52,833 INFO [RS:0;ae1476a7656f:40085 {}] regionserver.HRegionServer(3091): Received CLOSE for 55e3307d17b4be5b70ea99f7b45e1ee2 2024-11-08T20:20:52,833 INFO [RS:0;ae1476a7656f:40085 {}] regionserver.HRegionServer(959): stopping server ae1476a7656f,40085,1731097233157 2024-11-08T20:20:52,833 INFO [RS:0;ae1476a7656f:40085 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:20:52,833 INFO [RS:0;ae1476a7656f:40085 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:40085. 2024-11-08T20:20:52,833 DEBUG [RS:0;ae1476a7656f:40085 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:20:52,833 DEBUG [RS:0;ae1476a7656f:40085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:52,833 INFO [RS:0;ae1476a7656f:40085 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T20:20:52,833 INFO [RS:0;ae1476a7656f:40085 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T20:20:52,833 INFO [RS:0;ae1476a7656f:40085 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T20:20:52,833 INFO [RS:0;ae1476a7656f:40085 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T20:20:52,833 INFO [RS:0;ae1476a7656f:40085 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T20:20:52,833 DEBUG [RS:0;ae1476a7656f:40085 {}] regionserver.HRegionServer(1325): Online Regions={5801a35e307fb2b4478d358aa0f80111=test,,1731097239127.5801a35e307fb2b4478d358aa0f80111., 55e3307d17b4be5b70ea99f7b45e1ee2=hbase:replication,,1731097242569.55e3307d17b4be5b70ea99f7b45e1ee2., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T20:20:52,833 DEBUG [RS:0;ae1476a7656f:40085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 55e3307d17b4be5b70ea99f7b45e1ee2, 5801a35e307fb2b4478d358aa0f80111 2024-11-08T20:20:52,833 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:20:52,833 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5801a35e307fb2b4478d358aa0f80111, disabling compactions & flushes 2024-11-08T20:20:52,833 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:20:52,833 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731097239127.5801a35e307fb2b4478d358aa0f80111. 2024-11-08T20:20:52,833 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:20:52,833 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731097239127.5801a35e307fb2b4478d358aa0f80111. 2024-11-08T20:20:52,833 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:20:52,833 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731097239127.5801a35e307fb2b4478d358aa0f80111. after waiting 0 ms 2024-11-08T20:20:52,833 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:20:52,833 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731097239127.5801a35e307fb2b4478d358aa0f80111. 2024-11-08T20:20:52,833 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T20:20:52,833 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5801a35e307fb2b4478d358aa0f80111 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-08T20:20:52,847 INFO [regionserver/ae1476a7656f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:20:52,847 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/data/default/test/5801a35e307fb2b4478d358aa0f80111/.tmp/f/c86c21ccca924a8c89f80c4b122a1a3b is 29, key is row1/f:/1731097249766/DeleteFamily/seqid=0 2024-11-08T20:20:52,849 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/data/hbase/meta/1588230740/.tmp/info/b951018fa8cb4b90a58d8c89f31b14c4 is 147, key is hbase:replication,,1731097242569.55e3307d17b4be5b70ea99f7b45e1ee2./info:regioninfo/1731097243350/Put/seqid=0 2024-11-08T20:20:52,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741840_1016 (size=5152) 2024-11-08T20:20:52,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741841_1017 (size=7686) 2024-11-08T20:20:52,852 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/data/hbase/meta/1588230740/.tmp/info/b951018fa8cb4b90a58d8c89f31b14c4 2024-11-08T20:20:52,871 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/data/hbase/meta/1588230740/.tmp/ns/ef0d73f88f4e40059d24665bac79d02e is 43, key is default/ns:d/1731097235783/Put/seqid=0 2024-11-08T20:20:52,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741842_1018 (size=5153) 2024-11-08T20:20:52,874 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/data/hbase/meta/1588230740/.tmp/ns/ef0d73f88f4e40059d24665bac79d02e 2024-11-08T20:20:52,890 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/data/hbase/meta/1588230740/.tmp/rep_barrier/463186919e974e97978d784881c18357 is 112, key is test,,1731097239127.5801a35e307fb2b4478d358aa0f80111./rep_barrier:seqnumDuringOpen/1731097239921/Put/seqid=0 2024-11-08T20:20:52,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741843_1019 (size=5518) 2024-11-08T20:20:53,033 DEBUG [RS:0;ae1476a7656f:40085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 55e3307d17b4be5b70ea99f7b45e1ee2, 5801a35e307fb2b4478d358aa0f80111 2024-11-08T20:20:53,203 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.wal-reader.ae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669 to pos 1191, reset compression=false 2024-11-08T20:20:53,225 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.wal-reader.ae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.1731097234659 to pos 1239, reset compression=false 2024-11-08T20:20:53,228 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.wal-reader.ae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T20:20:53,228 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.wal-reader.ae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.1731097234659 to pos 1486, reset compression=false 2024-11-08T20:20:53,228 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.shipperae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,40085,1731097233157 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.1731097234659, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T20:20:53,229 ERROR [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.shipperae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ae1476a7656f,40085,1731097233157: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ae1476a7656f,40085,1731097233157, walGroup=ae1476a7656f%2C40085%2C1731097233157, offset=ae1476a7656f%2C40085%2C1731097233157.1731097234659:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:40085 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T20:20:53,230 ERROR [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.shipperae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T20:20:53,230 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.shipperae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T20:20:53,231 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.shipperae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T20:20:53,231 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.shipperae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T20:20:53,231 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.shipperae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T20:20:53,231 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.shipperae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1319108608, "init": 1048576000, "max": 2306867200, "used": 952586592 }, "NonHeapMemoryUsage": { "committed": 205783040, "init": 7667712, "max": -1, "used": 202666736 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T20:20:53,231 WARN [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.shipperae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:45283 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:45283 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T20:20:53,234 DEBUG [RS:0;ae1476a7656f:40085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 55e3307d17b4be5b70ea99f7b45e1ee2, 5801a35e307fb2b4478d358aa0f80111 2024-11-08T20:20:53,251 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/data/default/test/5801a35e307fb2b4478d358aa0f80111/.tmp/f/c86c21ccca924a8c89f80c4b122a1a3b 2024-11-08T20:20:53,254 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c86c21ccca924a8c89f80c4b122a1a3b 2024-11-08T20:20:53,267 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/data/default/test/5801a35e307fb2b4478d358aa0f80111/.tmp/f1/4dba4d2a079e4a9082ac265df7e9b96f is 30, key is row1/f1:/1731097249766/DeleteFamily/seqid=0 2024-11-08T20:20:53,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741844_1020 (size=5158) 2024-11-08T20:20:53,293 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/data/hbase/meta/1588230740/.tmp/rep_barrier/463186919e974e97978d784881c18357 2024-11-08T20:20:53,308 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/data/hbase/meta/1588230740/.tmp/table/336f535adfe34534becf3cf755f5fa69 is 53, key is hbase:replication/table:state/1731097243356/Put/seqid=0 2024-11-08T20:20:53,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741845_1021 (size=5308) 2024-11-08T20:20:53,410 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.wal-reader.ae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/WALs/ae1476a7656f,40725,1731097222569/ae1476a7656f%2C40725%2C1731097222569.1731097224408 to pos 636, reset compression=false 2024-11-08T20:20:53,432 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.wal-reader.ae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.1731097234659 to pos 1486, reset compression=false 2024-11-08T20:20:53,434 DEBUG [RS:0;ae1476a7656f:40085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 55e3307d17b4be5b70ea99f7b45e1ee2, 5801a35e307fb2b4478d358aa0f80111 2024-11-08T20:20:53,604 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T20:20:53,605 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T20:20:53,634 DEBUG [RS:0;ae1476a7656f:40085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 55e3307d17b4be5b70ea99f7b45e1ee2, 5801a35e307fb2b4478d358aa0f80111 2024-11-08T20:20:53,670 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/data/default/test/5801a35e307fb2b4478d358aa0f80111/.tmp/f1/4dba4d2a079e4a9082ac265df7e9b96f 2024-11-08T20:20:53,674 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4dba4d2a079e4a9082ac265df7e9b96f 2024-11-08T20:20:53,687 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/data/default/test/5801a35e307fb2b4478d358aa0f80111/.tmp/norep/f2723604aa1245a586a0963b903cd897 is 33, key is row2/norep:/1731097251758/DeleteFamily/seqid=0 2024-11-08T20:20:53,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741846_1022 (size=5108) 2024-11-08T20:20:53,706 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.wal-reader.ae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669 to pos 1191, reset compression=false 2024-11-08T20:20:53,712 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/data/hbase/meta/1588230740/.tmp/table/336f535adfe34534becf3cf755f5fa69 2024-11-08T20:20:53,715 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/data/hbase/meta/1588230740/.tmp/info/b951018fa8cb4b90a58d8c89f31b14c4 as hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/data/hbase/meta/1588230740/info/b951018fa8cb4b90a58d8c89f31b14c4 2024-11-08T20:20:53,719 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/data/hbase/meta/1588230740/info/b951018fa8cb4b90a58d8c89f31b14c4, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T20:20:53,720 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/data/hbase/meta/1588230740/.tmp/ns/ef0d73f88f4e40059d24665bac79d02e as hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/data/hbase/meta/1588230740/ns/ef0d73f88f4e40059d24665bac79d02e 2024-11-08T20:20:53,724 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/data/hbase/meta/1588230740/ns/ef0d73f88f4e40059d24665bac79d02e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T20:20:53,724 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/data/hbase/meta/1588230740/.tmp/rep_barrier/463186919e974e97978d784881c18357 as hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/data/hbase/meta/1588230740/rep_barrier/463186919e974e97978d784881c18357 2024-11-08T20:20:53,728 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/data/hbase/meta/1588230740/rep_barrier/463186919e974e97978d784881c18357, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T20:20:53,728 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/data/hbase/meta/1588230740/.tmp/table/336f535adfe34534becf3cf755f5fa69 as hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/data/hbase/meta/1588230740/table/336f535adfe34534becf3cf755f5fa69 2024-11-08T20:20:53,732 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/data/hbase/meta/1588230740/table/336f535adfe34534becf3cf755f5fa69, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T20:20:53,733 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 899ms, sequenceid=16, compaction requested=false 2024-11-08T20:20:53,736 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.wal-reader.ae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.1731097234659 to pos 1486, reset compression=false 2024-11-08T20:20:53,736 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T20:20:53,736 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:20:53,736 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:20:53,736 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:20:53,736 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731097252833Running coprocessor pre-close hooks at 1731097252833Disabling compacts and flushes for region at 1731097252833Disabling writes for close at 1731097252833Obtaining lock to block concurrent updates at 1731097252833Preparing flush snapshotting stores in 1588230740 at 1731097252833Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731097252834 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731097252834Flushing 1588230740/info: creating writer at 1731097252834Flushing 1588230740/info: appending metadata at 1731097252849 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731097252849Flushing 1588230740/ns: creating writer at 1731097252855 (+6 ms)Flushing 1588230740/ns: appending metadata at 1731097252870 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731097252870Flushing 1588230740/rep_barrier: creating writer at 1731097252877 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731097252889 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731097252889Flushing 1588230740/table: creating writer at 1731097253296 (+407 ms)Flushing 1588230740/table: appending metadata at 1731097253308 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731097253308Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3db4caab: reopening flushed file at 1731097253715 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51cffe48: reopening flushed file at 1731097253719 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a0de9d1: reopening flushed file at 1731097253724 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@450bc8e7: reopening flushed file at 1731097253728 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 899ms, sequenceid=16, compaction requested=false at 1731097253733 (+5 ms)Writing region close event to WAL at 1731097253734 (+1 ms)Running coprocessor post-close hooks at 1731097253736 (+2 ms)Closed at 1731097253736 2024-11-08T20:20:53,737 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T20:20:53,834 INFO [RS:0;ae1476a7656f:40085 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T20:20:53,834 DEBUG [RS:0;ae1476a7656f:40085 {}] regionserver.HRegionServer(1325): Online Regions={5801a35e307fb2b4478d358aa0f80111=test,,1731097239127.5801a35e307fb2b4478d358aa0f80111., 55e3307d17b4be5b70ea99f7b45e1ee2=hbase:replication,,1731097242569.55e3307d17b4be5b70ea99f7b45e1ee2.} 2024-11-08T20:20:53,834 DEBUG [RS:0;ae1476a7656f:40085 {}] regionserver.HRegionServer(1351): Waiting on 55e3307d17b4be5b70ea99f7b45e1ee2, 5801a35e307fb2b4478d358aa0f80111 2024-11-08T20:20:54,034 DEBUG [RS:0;ae1476a7656f:40085 {}] regionserver.HRegionServer(1351): Waiting on 55e3307d17b4be5b70ea99f7b45e1ee2, 5801a35e307fb2b4478d358aa0f80111 2024-11-08T20:20:54,090 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/data/default/test/5801a35e307fb2b4478d358aa0f80111/.tmp/norep/f2723604aa1245a586a0963b903cd897 2024-11-08T20:20:54,093 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f2723604aa1245a586a0963b903cd897 2024-11-08T20:20:54,094 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/data/default/test/5801a35e307fb2b4478d358aa0f80111/.tmp/f/c86c21ccca924a8c89f80c4b122a1a3b as hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/data/default/test/5801a35e307fb2b4478d358aa0f80111/f/c86c21ccca924a8c89f80c4b122a1a3b 2024-11-08T20:20:54,097 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c86c21ccca924a8c89f80c4b122a1a3b 2024-11-08T20:20:54,097 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/data/default/test/5801a35e307fb2b4478d358aa0f80111/f/c86c21ccca924a8c89f80c4b122a1a3b, entries=3, sequenceid=10, filesize=5.0 K 2024-11-08T20:20:54,098 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/data/default/test/5801a35e307fb2b4478d358aa0f80111/.tmp/f1/4dba4d2a079e4a9082ac265df7e9b96f as hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/data/default/test/5801a35e307fb2b4478d358aa0f80111/f1/4dba4d2a079e4a9082ac265df7e9b96f 2024-11-08T20:20:54,101 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4dba4d2a079e4a9082ac265df7e9b96f 2024-11-08T20:20:54,101 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/data/default/test/5801a35e307fb2b4478d358aa0f80111/f1/4dba4d2a079e4a9082ac265df7e9b96f, entries=3, sequenceid=10, filesize=5.0 K 2024-11-08T20:20:54,102 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/data/default/test/5801a35e307fb2b4478d358aa0f80111/.tmp/norep/f2723604aa1245a586a0963b903cd897 as hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/data/default/test/5801a35e307fb2b4478d358aa0f80111/norep/f2723604aa1245a586a0963b903cd897 2024-11-08T20:20:54,104 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f2723604aa1245a586a0963b903cd897 2024-11-08T20:20:54,105 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/data/default/test/5801a35e307fb2b4478d358aa0f80111/norep/f2723604aa1245a586a0963b903cd897, entries=1, sequenceid=10, filesize=5.0 K 2024-11-08T20:20:54,105 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 5801a35e307fb2b4478d358aa0f80111 in 1272ms, sequenceid=10, compaction requested=false 2024-11-08T20:20:54,108 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/data/default/test/5801a35e307fb2b4478d358aa0f80111/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-08T20:20:54,108 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:20:54,108 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T20:20:54,109 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731097239127.5801a35e307fb2b4478d358aa0f80111. 2024-11-08T20:20:54,109 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5801a35e307fb2b4478d358aa0f80111: Waiting for close lock at 1731097252833Running coprocessor pre-close hooks at 1731097252833Disabling compacts and flushes for region at 1731097252833Disabling writes for close at 1731097252833Obtaining lock to block concurrent updates at 1731097252833Preparing flush snapshotting stores in 5801a35e307fb2b4478d358aa0f80111 at 1731097252833Finished memstore snapshotting test,,1731097239127.5801a35e307fb2b4478d358aa0f80111., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731097252834 (+1 ms)Flushing stores of test,,1731097239127.5801a35e307fb2b4478d358aa0f80111. at 1731097252834Flushing 5801a35e307fb2b4478d358aa0f80111/f: creating writer at 1731097252834Flushing 5801a35e307fb2b4478d358aa0f80111/f: appending metadata at 1731097252847 (+13 ms)Flushing 5801a35e307fb2b4478d358aa0f80111/f: closing flushed file at 1731097252847Flushing 5801a35e307fb2b4478d358aa0f80111/f1: creating writer at 1731097253255 (+408 ms)Flushing 5801a35e307fb2b4478d358aa0f80111/f1: appending metadata at 1731097253266 (+11 ms)Flushing 5801a35e307fb2b4478d358aa0f80111/f1: closing flushed file at 1731097253266Flushing 5801a35e307fb2b4478d358aa0f80111/norep: creating writer at 1731097253674 (+408 ms)Flushing 5801a35e307fb2b4478d358aa0f80111/norep: appending metadata at 1731097253686 (+12 ms)Flushing 5801a35e307fb2b4478d358aa0f80111/norep: closing flushed file at 1731097253686Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f799497: reopening flushed file at 1731097254093 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c6987f7: reopening flushed file at 1731097254097 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41077243: reopening flushed file at 1731097254101 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 5801a35e307fb2b4478d358aa0f80111 in 1272ms, sequenceid=10, compaction requested=false at 1731097254105 (+4 ms)Writing region close event to WAL at 1731097254106 (+1 ms)Running coprocessor post-close hooks at 1731097254108 (+2 ms)Closed at 1731097254108 2024-11-08T20:20:54,109 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731097239127.5801a35e307fb2b4478d358aa0f80111. 2024-11-08T20:20:54,109 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 55e3307d17b4be5b70ea99f7b45e1ee2, disabling compactions & flushes 2024-11-08T20:20:54,109 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731097242569.55e3307d17b4be5b70ea99f7b45e1ee2. 2024-11-08T20:20:54,109 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731097242569.55e3307d17b4be5b70ea99f7b45e1ee2. 2024-11-08T20:20:54,109 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731097242569.55e3307d17b4be5b70ea99f7b45e1ee2. after waiting 0 ms 2024-11-08T20:20:54,109 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731097242569.55e3307d17b4be5b70ea99f7b45e1ee2. 2024-11-08T20:20:54,109 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 55e3307d17b4be5b70ea99f7b45e1ee2: Waiting for close lock at 1731097254109Running coprocessor pre-close hooks at 1731097254109Disabling compacts and flushes for region at 1731097254109Disabling writes for close at 1731097254109Failed flush hbase:replication,,1731097242569.55e3307d17b4be5b70ea99f7b45e1ee2., putting online again at 1731097254109 2024-11-08T20:20:54,109 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731097242569.55e3307d17b4be5b70ea99f7b45e1ee2. 2024-11-08T20:20:54,138 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.wal-reader.ae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.1731097234659 to pos 1486, reset compression=false 2024-11-08T20:20:54,141 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.wal-reader.ae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T20:20:54,141 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.wal-reader.ae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.1731097234659 to pos 2130, reset compression=false 2024-11-08T20:20:54,234 INFO [RS:0;ae1476a7656f:40085 {}] regionserver.HRegionServer(3091): Received CLOSE for 55e3307d17b4be5b70ea99f7b45e1ee2 2024-11-08T20:20:54,235 DEBUG [RS:0;ae1476a7656f:40085 {}] regionserver.HRegionServer(1351): Waiting on 55e3307d17b4be5b70ea99f7b45e1ee2 2024-11-08T20:20:54,235 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 55e3307d17b4be5b70ea99f7b45e1ee2, disabling compactions & flushes 2024-11-08T20:20:54,235 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731097242569.55e3307d17b4be5b70ea99f7b45e1ee2. 2024-11-08T20:20:54,235 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731097242569.55e3307d17b4be5b70ea99f7b45e1ee2. 2024-11-08T20:20:54,235 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731097242569.55e3307d17b4be5b70ea99f7b45e1ee2. after waiting 0 ms 2024-11-08T20:20:54,235 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731097242569.55e3307d17b4be5b70ea99f7b45e1ee2. 2024-11-08T20:20:54,235 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 55e3307d17b4be5b70ea99f7b45e1ee2: Waiting for close lock at 1731097254235Running coprocessor pre-close hooks at 1731097254235Disabling compacts and flushes for region at 1731097254235Disabling writes for close at 1731097254235Failed flush hbase:replication,,1731097242569.55e3307d17b4be5b70ea99f7b45e1ee2., putting online again at 1731097254235 2024-11-08T20:20:54,235 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731097242569.55e3307d17b4be5b70ea99f7b45e1ee2. 2024-11-08T20:20:54,310 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.wal-reader.ae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669 to pos 1191, reset compression=false 2024-11-08T20:20:54,344 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.wal-reader.ae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.1731097234659 to pos 2130, reset compression=false 2024-11-08T20:20:54,413 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.wal-reader.ae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/WALs/ae1476a7656f,40725,1731097222569/ae1476a7656f%2C40725%2C1731097222569.1731097224408 to pos 636, reset compression=false 2024-11-08T20:20:54,435 INFO [RS:0;ae1476a7656f:40085 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-08T20:20:54,435 INFO [RS:0;ae1476a7656f:40085 {}] regionserver.HRegionServer(976): stopping server ae1476a7656f,40085,1731097233157; all regions closed. 2024-11-08T20:20:54,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741834_1010 (size=4239) 2024-11-08T20:20:54,437 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.meta.1731097235735.meta not finished, retry = 0 2024-11-08T20:20:54,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741839_1015 (size=2171) 2024-11-08T20:20:54,539 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.rep.1731097243318 not finished, retry = 0 2024-11-08T20:20:54,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741832_1008 (size=2138) 2024-11-08T20:20:54,641 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.1731097234659 not finished, retry = 0 2024-11-08T20:20:54,647 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.wal-reader.ae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.1731097234659 to pos 2130, reset compression=false 2024-11-08T20:20:54,742 DEBUG [RS:0;ae1476a7656f:40085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:54,742 INFO [RS:0;ae1476a7656f:40085 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:20:54,742 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.wal-reader.ae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/WALs/ae1476a7656f,40085,1731097233157/ae1476a7656f%2C40085%2C1731097233157.1731097234659 2024-11-08T20:20:54,742 INFO [RS:0;ae1476a7656f:40085 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:20:54,743 INFO [RS:0;ae1476a7656f:40085 {}] hbase.ChoreService(370): Chore service for: regionserver/ae1476a7656f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T20:20:54,743 INFO [RS:0;ae1476a7656f:40085 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:20:54,743 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:20:54,743 INFO [RS:0;ae1476a7656f:40085 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ae1476a7656f,40085,1731097233157 because: Region server is closing 2024-11-08T20:20:54,743 INFO [RS:0;ae1476a7656f:40085 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:40085. 2024-11-08T20:20:54,743 DEBUG [RS:0;ae1476a7656f:40085 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:20:54,743 DEBUG [RS:0;ae1476a7656f:40085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:54,744 DEBUG [RS:0;ae1476a7656f:40085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:54,744 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:20:54,844 INFO [RS:0;ae1476a7656f:40085 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.shipperae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 terminated 2024-11-08T20:20:54,844 WARN [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40085,1731097233157.replicationSource.wal-reader.ae1476a7656f%2C40085%2C1731097233157,1-ae1476a7656f,40085,1731097233157 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-08T20:20:54,844 INFO [RS:0;ae1476a7656f:40085 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:40085. 2024-11-08T20:20:54,844 DEBUG [RS:0;ae1476a7656f:40085 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:20:54,844 DEBUG [RS:0;ae1476a7656f:40085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:54,844 DEBUG [RS:0;ae1476a7656f:40085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:54,844 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:20:54,844 INFO [RS:0;ae1476a7656f:40085 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40085 2024-11-08T20:20:54,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x1011c1b51160006, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-941066918/rs 2024-11-08T20:20:54,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40085-0x1011c1b51160007, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-941066918/rs/ae1476a7656f,40085,1731097233157 2024-11-08T20:20:54,894 INFO [RS:0;ae1476a7656f:40085 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:20:54,934 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ae1476a7656f,40085,1731097233157] 2024-11-08T20:20:54,944 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-941066918/draining/ae1476a7656f,40085,1731097233157 already deleted, retry=false 2024-11-08T20:20:54,944 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ae1476a7656f,40085,1731097233157 expired; onlineServers=0 2024-11-08T20:20:54,944 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ae1476a7656f,45283,1731097232850' ***** 2024-11-08T20:20:54,944 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T20:20:54,944 INFO [M:0;ae1476a7656f:45283 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:20:54,944 INFO [M:0;ae1476a7656f:45283 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:20:54,944 DEBUG [M:0;ae1476a7656f:45283 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T20:20:54,944 DEBUG [M:0;ae1476a7656f:45283 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T20:20:54,944 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T20:20:54,944 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097234396 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097234396,5,FailOnTimeoutGroup] 2024-11-08T20:20:54,944 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097234392 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097234392,5,FailOnTimeoutGroup] 2024-11-08T20:20:54,944 INFO [M:0;ae1476a7656f:45283 {}] hbase.ChoreService(370): Chore service for: master/ae1476a7656f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T20:20:54,944 INFO [M:0;ae1476a7656f:45283 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:20:54,945 DEBUG [M:0;ae1476a7656f:45283 {}] master.HMaster(1795): Stopping service threads 2024-11-08T20:20:54,945 INFO [M:0;ae1476a7656f:45283 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T20:20:54,945 INFO [M:0;ae1476a7656f:45283 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:20:54,945 INFO [M:0;ae1476a7656f:45283 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T20:20:54,945 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T20:20:54,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x1011c1b51160006, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-941066918/master 2024-11-08T20:20:54,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x1011c1b51160006, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-941066918 2024-11-08T20:20:54,955 DEBUG [M:0;ae1476a7656f:45283 {}] zookeeper.ZKUtil(347): master:45283-0x1011c1b51160006, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Unable to get data of znode /2-941066918/master because node does not exist (not an error) 2024-11-08T20:20:54,955 WARN [M:0;ae1476a7656f:45283 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T20:20:54,964 INFO [M:0;ae1476a7656f:45283 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/.lastflushedseqids 2024-11-08T20:20:54,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741847_1023 (size=245) 2024-11-08T20:20:55,013 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.wal-reader.ae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669 to pos 1191, reset compression=false 2024-11-08T20:20:55,034 INFO [RS:0;ae1476a7656f:40085 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:20:55,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40085-0x1011c1b51160007, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:20:55,034 INFO [RS:0;ae1476a7656f:40085 {}] regionserver.HRegionServer(1031): Exiting; stopping=ae1476a7656f,40085,1731097233157; zookeeper connection closed. 2024-11-08T20:20:55,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40085-0x1011c1b51160007, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:20:55,034 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@13fbf35f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@13fbf35f 2024-11-08T20:20:55,035 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T20:20:55,368 INFO [M:0;ae1476a7656f:45283 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T20:20:55,368 INFO [M:0;ae1476a7656f:45283 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T20:20:55,368 DEBUG [M:0;ae1476a7656f:45283 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:20:55,368 INFO [M:0;ae1476a7656f:45283 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:20:55,368 DEBUG [M:0;ae1476a7656f:45283 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:20:55,368 DEBUG [M:0;ae1476a7656f:45283 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:20:55,368 DEBUG [M:0;ae1476a7656f:45283 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:20:55,368 INFO [M:0;ae1476a7656f:45283 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-08T20:20:55,381 DEBUG [M:0;ae1476a7656f:45283 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dbacdec294ee4e0c9a4c1928881cd503 is 82, key is hbase:meta,,1/info:regioninfo/1731097235765/Put/seqid=0 2024-11-08T20:20:55,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741848_1024 (size=5672) 2024-11-08T20:20:55,516 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.wal-reader.ae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/WALs/ae1476a7656f,40725,1731097222569/ae1476a7656f%2C40725%2C1731097222569.1731097224408 to pos 636, reset compression=false 2024-11-08T20:20:55,785 INFO [M:0;ae1476a7656f:45283 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dbacdec294ee4e0c9a4c1928881cd503 2024-11-08T20:20:55,801 DEBUG [M:0;ae1476a7656f:45283 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a1a55cfd15e4871b3489a13b5da2ac6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731097243359/Put/seqid=0 2024-11-08T20:20:55,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741849_1025 (size=8516) 2024-11-08T20:20:55,815 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.wal-reader.ae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669 to pos 1191, reset compression=false 2024-11-08T20:20:56,204 INFO [M:0;ae1476a7656f:45283 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a1a55cfd15e4871b3489a13b5da2ac6 2024-11-08T20:20:56,219 DEBUG [M:0;ae1476a7656f:45283 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc91747792a1454fb802afb2e584d09a is 69, key is ae1476a7656f,40085,1731097233157/rs:state/1731097234451/Put/seqid=0 2024-11-08T20:20:56,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741850_1026 (size=5156) 2024-11-08T20:20:56,623 INFO [M:0;ae1476a7656f:45283 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc91747792a1454fb802afb2e584d09a 2024-11-08T20:20:56,627 DEBUG [M:0;ae1476a7656f:45283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dbacdec294ee4e0c9a4c1928881cd503 as hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dbacdec294ee4e0c9a4c1928881cd503 2024-11-08T20:20:56,629 INFO [M:0;ae1476a7656f:45283 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dbacdec294ee4e0c9a4c1928881cd503, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T20:20:56,630 DEBUG [M:0;ae1476a7656f:45283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a1a55cfd15e4871b3489a13b5da2ac6 as hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4a1a55cfd15e4871b3489a13b5da2ac6 2024-11-08T20:20:56,633 INFO [M:0;ae1476a7656f:45283 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4a1a55cfd15e4871b3489a13b5da2ac6, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T20:20:56,634 DEBUG [M:0;ae1476a7656f:45283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc91747792a1454fb802afb2e584d09a as hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bc91747792a1454fb802afb2e584d09a 2024-11-08T20:20:56,637 INFO [M:0;ae1476a7656f:45283 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44979/user/jenkins/test-data/a3b2ae7f-bfec-3b5c-7f4c-2283fd62761a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bc91747792a1454fb802afb2e584d09a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T20:20:56,638 INFO [M:0;ae1476a7656f:45283 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1270ms, sequenceid=97, compaction requested=false 2024-11-08T20:20:56,640 INFO [M:0;ae1476a7656f:45283 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:20:56,640 DEBUG [M:0;ae1476a7656f:45283 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731097255368Disabling compacts and flushes for region at 1731097255368Disabling writes for close at 1731097255368Obtaining lock to block concurrent updates at 1731097255368Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731097255368Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731097255369 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731097255369Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731097255369Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731097255381 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731097255381Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731097255788 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731097255801 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731097255801Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731097256207 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731097256219 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731097256219Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@722d4ea7: reopening flushed file at 1731097256626 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d91c043: reopening flushed file at 1731097256630 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b9cf54a: reopening flushed file at 1731097256633 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1270ms, sequenceid=97, compaction requested=false at 1731097256638 (+5 ms)Writing region close event to WAL at 1731097256640 (+2 ms)Closed at 1731097256640 2024-11-08T20:20:56,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39765 is added to blk_1073741830_1006 (size=63654) 2024-11-08T20:20:56,643 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:20:56,643 INFO [M:0;ae1476a7656f:45283 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T20:20:56,643 INFO [M:0;ae1476a7656f:45283 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45283 2024-11-08T20:20:56,643 INFO [M:0;ae1476a7656f:45283 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:20:56,710 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T20:20:56,718 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.wal-reader.ae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669 to pos 1191, reset compression=false 2024-11-08T20:20:56,719 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.wal-reader.ae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/WALs/ae1476a7656f,40725,1731097222569/ae1476a7656f%2C40725%2C1731097222569.1731097224408 to pos 636, reset compression=false 2024-11-08T20:20:56,760 INFO [M:0;ae1476a7656f:45283 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:20:56,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x1011c1b51160006, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:20:56,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45283-0x1011c1b51160006, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:20:56,766 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@706502ed{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:20:56,766 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d3a3a12{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:20:56,766 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:20:56,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7920b93d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:20:56,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f2e90be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a17d1a17-bbe0-c90f-8c9a-144294c780eb/hadoop.log.dir/,STOPPED} 2024-11-08T20:20:56,768 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T20:20:56,768 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T20:20:56,768 WARN [BP-1546147828-172.17.0.3-1731097230754 heartbeating to localhost/127.0.0.1:44979 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T20:20:56,769 WARN [BP-1546147828-172.17.0.3-1731097230754 heartbeating to localhost/127.0.0.1:44979 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1546147828-172.17.0.3-1731097230754 (Datanode Uuid 450edb63-6dd3-4c65-8163-6ebcbcf0d082) service to localhost/127.0.0.1:44979 2024-11-08T20:20:56,769 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a17d1a17-bbe0-c90f-8c9a-144294c780eb/cluster_9ab041dc-1ae2-c75d-f0e3-27e8b74ca8e6/data/data1/current/BP-1546147828-172.17.0.3-1731097230754 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:20:56,769 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a17d1a17-bbe0-c90f-8c9a-144294c780eb/cluster_9ab041dc-1ae2-c75d-f0e3-27e8b74ca8e6/data/data2/current/BP-1546147828-172.17.0.3-1731097230754 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:20:56,770 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T20:20:56,776 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33577c0c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:20:56,780 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57f65739{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:20:56,780 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:20:56,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24680fad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:20:56,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c9f2e58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a17d1a17-bbe0-c90f-8c9a-144294c780eb/hadoop.log.dir/,STOPPED} 2024-11-08T20:20:56,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T20:20:56,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T20:20:56,796 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:20:56,796 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:20:56,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:56,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:56,797 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:20:56,797 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T20:20:56,797 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=265001538, stopped=false 2024-11-08T20:20:56,797 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ae1476a7656f,41027,1731097227119 2024-11-08T20:20:56,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40877-0x1011c1b51160004, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-525378368/running 2024-11-08T20:20:56,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41027-0x1011c1b51160003, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-525378368/running 2024-11-08T20:20:56,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41027-0x1011c1b51160003, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-525378368 2024-11-08T20:20:56,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40877-0x1011c1b51160004, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-525378368 2024-11-08T20:20:56,810 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:20:56,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40877-0x1011c1b51160004, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Set watcher on znode that does not yet exist, /1-525378368/running 2024-11-08T20:20:56,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41027-0x1011c1b51160003, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Set watcher on znode that does not yet exist, /1-525378368/running 2024-11-08T20:20:56,811 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:20:56,811 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:20:56,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:56,811 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ae1476a7656f,40877,1731097227268' ***** 2024-11-08T20:20:56,811 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T20:20:56,811 INFO [RS:0;ae1476a7656f:40877 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T20:20:56,811 INFO [RS:0;ae1476a7656f:40877 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T20:20:56,811 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T20:20:56,811 INFO [RS:0;ae1476a7656f:40877 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T20:20:56,811 INFO [RS:0;ae1476a7656f:40877 {}] regionserver.HRegionServer(3091): Received CLOSE for 6e3d9f5af049fbc6a8a8df3793c7c1e5 2024-11-08T20:20:56,811 INFO [RS:0;ae1476a7656f:40877 {}] regionserver.HRegionServer(3091): Received CLOSE for 237b5860bbfb1062c4ab6e9ecfe54144 2024-11-08T20:20:56,812 INFO [RS:0;ae1476a7656f:40877 {}] regionserver.HRegionServer(959): stopping server ae1476a7656f,40877,1731097227268 2024-11-08T20:20:56,812 INFO [RS:0;ae1476a7656f:40877 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:20:56,812 INFO [RS:0;ae1476a7656f:40877 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:40877. 2024-11-08T20:20:56,812 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6e3d9f5af049fbc6a8a8df3793c7c1e5, disabling compactions & flushes 2024-11-08T20:20:56,812 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731097236976.6e3d9f5af049fbc6a8a8df3793c7c1e5. 2024-11-08T20:20:56,812 DEBUG [RS:0;ae1476a7656f:40877 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:20:56,812 DEBUG [RS:0;ae1476a7656f:40877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:56,812 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731097236976.6e3d9f5af049fbc6a8a8df3793c7c1e5. 2024-11-08T20:20:56,812 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731097236976.6e3d9f5af049fbc6a8a8df3793c7c1e5. after waiting 0 ms 2024-11-08T20:20:56,812 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731097236976.6e3d9f5af049fbc6a8a8df3793c7c1e5. 2024-11-08T20:20:56,812 INFO [RS:0;ae1476a7656f:40877 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T20:20:56,812 INFO [RS:0;ae1476a7656f:40877 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T20:20:56,812 INFO [RS:0;ae1476a7656f:40877 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T20:20:56,812 INFO [RS:0;ae1476a7656f:40877 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T20:20:56,812 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6e3d9f5af049fbc6a8a8df3793c7c1e5 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-08T20:20:56,813 INFO [RS:0;ae1476a7656f:40877 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T20:20:56,813 DEBUG [RS:0;ae1476a7656f:40877 {}] regionserver.HRegionServer(1325): Online Regions={6e3d9f5af049fbc6a8a8df3793c7c1e5=test,,1731097236976.6e3d9f5af049fbc6a8a8df3793c7c1e5., 1588230740=hbase:meta,,1.1588230740, 237b5860bbfb1062c4ab6e9ecfe54144=hbase:replication,,1731097241428.237b5860bbfb1062c4ab6e9ecfe54144.} 2024-11-08T20:20:56,813 DEBUG [RS:0;ae1476a7656f:40877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 237b5860bbfb1062c4ab6e9ecfe54144, 6e3d9f5af049fbc6a8a8df3793c7c1e5 2024-11-08T20:20:56,813 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:20:56,813 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:20:56,813 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:20:56,813 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:20:56,813 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:20:56,813 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T20:20:56,826 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/hbase/meta/1588230740/.tmp/info/8b5c72d449bc4b8fabde6a5c862d567c is 147, key is hbase:replication,,1731097241428.237b5860bbfb1062c4ab6e9ecfe54144./info:regioninfo/1731097242192/Put/seqid=0 2024-11-08T20:20:56,829 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/default/test/6e3d9f5af049fbc6a8a8df3793c7c1e5/.tmp/f/27d7a29e08b94fb0ab80a894e155378b is 29, key is row1/f:/1731097249766/DeleteFamily/seqid=0 2024-11-08T20:20:56,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741840_1016 (size=7686) 2024-11-08T20:20:56,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741841_1017 (size=5152) 2024-11-08T20:20:56,861 INFO [regionserver/ae1476a7656f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:20:57,013 DEBUG [RS:0;ae1476a7656f:40877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 237b5860bbfb1062c4ab6e9ecfe54144, 6e3d9f5af049fbc6a8a8df3793c7c1e5 2024-11-08T20:20:57,213 DEBUG [RS:0;ae1476a7656f:40877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 237b5860bbfb1062c4ab6e9ecfe54144, 6e3d9f5af049fbc6a8a8df3793c7c1e5 2024-11-08T20:20:57,231 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/hbase/meta/1588230740/.tmp/info/8b5c72d449bc4b8fabde6a5c862d567c 2024-11-08T20:20:57,236 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/default/test/6e3d9f5af049fbc6a8a8df3793c7c1e5/.tmp/f/27d7a29e08b94fb0ab80a894e155378b 2024-11-08T20:20:57,250 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 27d7a29e08b94fb0ab80a894e155378b 2024-11-08T20:20:57,269 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/hbase/meta/1588230740/.tmp/ns/009e20d80ae140b6955dff38f8f7a3c2 is 43, key is default/ns:d/1731097230671/Put/seqid=0 2024-11-08T20:20:57,279 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/default/test/6e3d9f5af049fbc6a8a8df3793c7c1e5/.tmp/f1/371f0e6d90924410aa757a96b5510ab4 is 30, key is row1/f1:/1731097249766/DeleteFamily/seqid=0 2024-11-08T20:20:57,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741842_1018 (size=5153) 2024-11-08T20:20:57,294 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/hbase/meta/1588230740/.tmp/ns/009e20d80ae140b6955dff38f8f7a3c2 2024-11-08T20:20:57,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741843_1019 (size=5158) 2024-11-08T20:20:57,314 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/default/test/6e3d9f5af049fbc6a8a8df3793c7c1e5/.tmp/f1/371f0e6d90924410aa757a96b5510ab4 2024-11-08T20:20:57,318 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 371f0e6d90924410aa757a96b5510ab4 2024-11-08T20:20:57,324 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/hbase/meta/1588230740/.tmp/rep_barrier/e9597a17891e484082c23093f6e21fb7 is 112, key is test,,1731097236976.6e3d9f5af049fbc6a8a8df3793c7c1e5./rep_barrier:seqnumDuringOpen/1731097238113/Put/seqid=0 2024-11-08T20:20:57,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741844_1020 (size=5518) 2024-11-08T20:20:57,340 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/default/test/6e3d9f5af049fbc6a8a8df3793c7c1e5/.tmp/norep/66fee0ed8cd94b3a9faaca121e71b869 is 33, key is row1/norep:/1731097249766/DeleteFamily/seqid=0 2024-11-08T20:20:57,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741845_1021 (size=5108) 2024-11-08T20:20:57,347 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/default/test/6e3d9f5af049fbc6a8a8df3793c7c1e5/.tmp/norep/66fee0ed8cd94b3a9faaca121e71b869 2024-11-08T20:20:57,352 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 66fee0ed8cd94b3a9faaca121e71b869 2024-11-08T20:20:57,354 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/default/test/6e3d9f5af049fbc6a8a8df3793c7c1e5/.tmp/f/27d7a29e08b94fb0ab80a894e155378b as hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/default/test/6e3d9f5af049fbc6a8a8df3793c7c1e5/f/27d7a29e08b94fb0ab80a894e155378b 2024-11-08T20:20:57,365 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 27d7a29e08b94fb0ab80a894e155378b 2024-11-08T20:20:57,365 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/default/test/6e3d9f5af049fbc6a8a8df3793c7c1e5/f/27d7a29e08b94fb0ab80a894e155378b, entries=3, sequenceid=10, filesize=5.0 K 2024-11-08T20:20:57,369 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/default/test/6e3d9f5af049fbc6a8a8df3793c7c1e5/.tmp/f1/371f0e6d90924410aa757a96b5510ab4 as hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/default/test/6e3d9f5af049fbc6a8a8df3793c7c1e5/f1/371f0e6d90924410aa757a96b5510ab4 2024-11-08T20:20:57,375 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 371f0e6d90924410aa757a96b5510ab4 2024-11-08T20:20:57,375 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/default/test/6e3d9f5af049fbc6a8a8df3793c7c1e5/f1/371f0e6d90924410aa757a96b5510ab4, entries=3, sequenceid=10, filesize=5.0 K 2024-11-08T20:20:57,376 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/default/test/6e3d9f5af049fbc6a8a8df3793c7c1e5/.tmp/norep/66fee0ed8cd94b3a9faaca121e71b869 as hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/default/test/6e3d9f5af049fbc6a8a8df3793c7c1e5/norep/66fee0ed8cd94b3a9faaca121e71b869 2024-11-08T20:20:57,381 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 66fee0ed8cd94b3a9faaca121e71b869 2024-11-08T20:20:57,381 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/default/test/6e3d9f5af049fbc6a8a8df3793c7c1e5/norep/66fee0ed8cd94b3a9faaca121e71b869, entries=1, sequenceid=10, filesize=5.0 K 2024-11-08T20:20:57,382 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 6e3d9f5af049fbc6a8a8df3793c7c1e5 in 570ms, sequenceid=10, compaction requested=false 2024-11-08T20:20:57,404 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/default/test/6e3d9f5af049fbc6a8a8df3793c7c1e5/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-08T20:20:57,407 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:20:57,407 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T20:20:57,408 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731097236976.6e3d9f5af049fbc6a8a8df3793c7c1e5. 2024-11-08T20:20:57,408 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6e3d9f5af049fbc6a8a8df3793c7c1e5: Waiting for close lock at 1731097256812Running coprocessor pre-close hooks at 1731097256812Disabling compacts and flushes for region at 1731097256812Disabling writes for close at 1731097256812Obtaining lock to block concurrent updates at 1731097256812Preparing flush snapshotting stores in 6e3d9f5af049fbc6a8a8df3793c7c1e5 at 1731097256812Finished memstore snapshotting test,,1731097236976.6e3d9f5af049fbc6a8a8df3793c7c1e5., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731097256812Flushing stores of test,,1731097236976.6e3d9f5af049fbc6a8a8df3793c7c1e5. at 1731097256813 (+1 ms)Flushing 6e3d9f5af049fbc6a8a8df3793c7c1e5/f: creating writer at 1731097256813Flushing 6e3d9f5af049fbc6a8a8df3793c7c1e5/f: appending metadata at 1731097256828 (+15 ms)Flushing 6e3d9f5af049fbc6a8a8df3793c7c1e5/f: closing flushed file at 1731097256828Flushing 6e3d9f5af049fbc6a8a8df3793c7c1e5/f1: creating writer at 1731097257251 (+423 ms)Flushing 6e3d9f5af049fbc6a8a8df3793c7c1e5/f1: appending metadata at 1731097257279 (+28 ms)Flushing 6e3d9f5af049fbc6a8a8df3793c7c1e5/f1: closing flushed file at 1731097257279Flushing 6e3d9f5af049fbc6a8a8df3793c7c1e5/norep: creating writer at 1731097257318 (+39 ms)Flushing 6e3d9f5af049fbc6a8a8df3793c7c1e5/norep: appending metadata at 1731097257339 (+21 ms)Flushing 6e3d9f5af049fbc6a8a8df3793c7c1e5/norep: closing flushed file at 1731097257339Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c75a974: reopening flushed file at 1731097257352 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cf2eedb: reopening flushed file at 1731097257365 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79e7abbd: reopening flushed file at 1731097257375 (+10 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 6e3d9f5af049fbc6a8a8df3793c7c1e5 in 570ms, sequenceid=10, compaction requested=false at 1731097257382 (+7 ms)Writing region close event to WAL at 1731097257393 (+11 ms)Running coprocessor post-close hooks at 1731097257407 (+14 ms)Closed at 1731097257408 (+1 ms) 2024-11-08T20:20:57,408 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731097236976.6e3d9f5af049fbc6a8a8df3793c7c1e5. 2024-11-08T20:20:57,409 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 237b5860bbfb1062c4ab6e9ecfe54144, disabling compactions & flushes 2024-11-08T20:20:57,409 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731097241428.237b5860bbfb1062c4ab6e9ecfe54144. 2024-11-08T20:20:57,409 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731097241428.237b5860bbfb1062c4ab6e9ecfe54144. 2024-11-08T20:20:57,409 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731097241428.237b5860bbfb1062c4ab6e9ecfe54144. after waiting 0 ms 2024-11-08T20:20:57,409 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731097241428.237b5860bbfb1062c4ab6e9ecfe54144. 2024-11-08T20:20:57,409 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 237b5860bbfb1062c4ab6e9ecfe54144 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-08T20:20:57,414 DEBUG [RS:0;ae1476a7656f:40877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 237b5860bbfb1062c4ab6e9ecfe54144 2024-11-08T20:20:57,440 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/hbase/replication/237b5860bbfb1062c4ab6e9ecfe54144/.tmp/queue/cb17469c7d3943b9996804c8cc4b81c7 is 154, key is 1-ae1476a7656f,40877,1731097227268/queue:ae1476a7656f%2C40877%2C1731097227268/1731097252295/Put/seqid=0 2024-11-08T20:20:57,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741846_1022 (size=5353) 2024-11-08T20:20:57,543 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T20:20:57,543 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T20:20:57,614 DEBUG [RS:0;ae1476a7656f:40877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 237b5860bbfb1062c4ab6e9ecfe54144 2024-11-08T20:20:57,721 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.wal-reader.ae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669 to pos 1191, reset compression=false 2024-11-08T20:20:57,731 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/hbase/meta/1588230740/.tmp/rep_barrier/e9597a17891e484082c23093f6e21fb7 2024-11-08T20:20:57,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:57,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:57,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:57,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:57,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:57,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:57,743 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.wal-reader.ae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T20:20:57,743 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.wal-reader.ae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669 to pos 2082, reset compression=false 2024-11-08T20:20:57,743 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.shipperae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,40877,1731097227268 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669, lastWalPosition=2082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T20:20:57,744 ERROR [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.shipperae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ae1476a7656f,40877,1731097227268: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ae1476a7656f,40877,1731097227268, walGroup=ae1476a7656f%2C40877%2C1731097227268, offset=ae1476a7656f%2C40877%2C1731097227268.1731097229669:2082, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:40877 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T20:20:57,745 ERROR [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.shipperae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T20:20:57,745 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.shipperae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T20:20:57,746 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.shipperae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T20:20:57,746 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.shipperae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T20:20:57,746 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.shipperae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T20:20:57,746 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.shipperae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1319108608, "init": 1048576000, "max": 2306867200, "used": 1044861280 }, "NonHeapMemoryUsage": { "committed": 205979648, "init": 7667712, "max": -1, "used": 203072168 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T20:20:57,746 WARN [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.shipperae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:41027 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:41027 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T20:20:57,783 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/hbase/meta/1588230740/.tmp/table/17f766e9a5f744b59db84eaf0e15bc82 is 53, key is hbase:replication/table:state/1731097242197/Put/seqid=0 2024-11-08T20:20:57,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:57,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:57,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:57,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:57,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:57,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:57,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741847_1023 (size=5308) 2024-11-08T20:20:57,796 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/hbase/meta/1588230740/.tmp/table/17f766e9a5f744b59db84eaf0e15bc82 2024-11-08T20:20:57,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:57,803 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/hbase/meta/1588230740/.tmp/info/8b5c72d449bc4b8fabde6a5c862d567c as hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/hbase/meta/1588230740/info/8b5c72d449bc4b8fabde6a5c862d567c 2024-11-08T20:20:57,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:57,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:57,808 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/hbase/meta/1588230740/info/8b5c72d449bc4b8fabde6a5c862d567c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T20:20:57,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:57,810 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/hbase/meta/1588230740/.tmp/ns/009e20d80ae140b6955dff38f8f7a3c2 as hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/hbase/meta/1588230740/ns/009e20d80ae140b6955dff38f8f7a3c2 2024-11-08T20:20:57,816 INFO [RS:0;ae1476a7656f:40877 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T20:20:57,816 DEBUG [RS:0;ae1476a7656f:40877 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 237b5860bbfb1062c4ab6e9ecfe54144=hbase:replication,,1731097241428.237b5860bbfb1062c4ab6e9ecfe54144.} 2024-11-08T20:20:57,816 DEBUG [RS:0;ae1476a7656f:40877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 237b5860bbfb1062c4ab6e9ecfe54144 2024-11-08T20:20:57,820 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/hbase/meta/1588230740/ns/009e20d80ae140b6955dff38f8f7a3c2, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T20:20:57,821 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/hbase/meta/1588230740/.tmp/rep_barrier/e9597a17891e484082c23093f6e21fb7 as hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/hbase/meta/1588230740/rep_barrier/e9597a17891e484082c23093f6e21fb7 2024-11-08T20:20:57,826 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/hbase/meta/1588230740/rep_barrier/e9597a17891e484082c23093f6e21fb7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T20:20:57,827 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/hbase/meta/1588230740/.tmp/table/17f766e9a5f744b59db84eaf0e15bc82 as hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/hbase/meta/1588230740/table/17f766e9a5f744b59db84eaf0e15bc82 2024-11-08T20:20:57,832 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/hbase/meta/1588230740/table/17f766e9a5f744b59db84eaf0e15bc82, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T20:20:57,835 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1022ms, sequenceid=16, compaction requested=false 2024-11-08T20:20:57,854 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/hbase/replication/237b5860bbfb1062c4ab6e9ecfe54144/.tmp/queue/cb17469c7d3943b9996804c8cc4b81c7 2024-11-08T20:20:57,859 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/hbase/replication/237b5860bbfb1062c4ab6e9ecfe54144/.tmp/queue/cb17469c7d3943b9996804c8cc4b81c7 as hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/hbase/replication/237b5860bbfb1062c4ab6e9ecfe54144/queue/cb17469c7d3943b9996804c8cc4b81c7 2024-11-08T20:20:57,864 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/hbase/replication/237b5860bbfb1062c4ab6e9ecfe54144/queue/cb17469c7d3943b9996804c8cc4b81c7, entries=1, sequenceid=12, filesize=5.2 K 2024-11-08T20:20:57,865 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 237b5860bbfb1062c4ab6e9ecfe54144 in 456ms, sequenceid=12, compaction requested=false 2024-11-08T20:20:57,951 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/hbase/replication/237b5860bbfb1062c4ab6e9ecfe54144/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-08T20:20:57,952 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:20:57,952 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:20:57,952 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731097241428.237b5860bbfb1062c4ab6e9ecfe54144. 2024-11-08T20:20:57,952 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 237b5860bbfb1062c4ab6e9ecfe54144: Waiting for close lock at 1731097257409Running coprocessor pre-close hooks at 1731097257409Disabling compacts and flushes for region at 1731097257409Disabling writes for close at 1731097257409Obtaining lock to block concurrent updates at 1731097257409Preparing flush snapshotting stores in 237b5860bbfb1062c4ab6e9ecfe54144 at 1731097257409Finished memstore snapshotting hbase:replication,,1731097241428.237b5860bbfb1062c4ab6e9ecfe54144., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731097257409Flushing stores of hbase:replication,,1731097241428.237b5860bbfb1062c4ab6e9ecfe54144. at 1731097257410 (+1 ms)Flushing 237b5860bbfb1062c4ab6e9ecfe54144/queue: creating writer at 1731097257410Flushing 237b5860bbfb1062c4ab6e9ecfe54144/queue: appending metadata at 1731097257440 (+30 ms)Flushing 237b5860bbfb1062c4ab6e9ecfe54144/queue: closing flushed file at 1731097257440Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43b0052f: reopening flushed file at 1731097257858 (+418 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 237b5860bbfb1062c4ab6e9ecfe54144 in 456ms, sequenceid=12, compaction requested=false at 1731097257865 (+7 ms)Writing region close event to WAL at 1731097257924 (+59 ms)Running coprocessor post-close hooks at 1731097257952 (+28 ms)Closed at 1731097257952 2024-11-08T20:20:57,953 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731097241428.237b5860bbfb1062c4ab6e9ecfe54144. 2024-11-08T20:20:57,970 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T20:20:57,970 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:20:57,970 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:20:57,971 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:20:57,971 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731097256813Running coprocessor pre-close hooks at 1731097256813Disabling compacts and flushes for region at 1731097256813Disabling writes for close at 1731097256813Obtaining lock to block concurrent updates at 1731097256813Preparing flush snapshotting stores in 1588230740 at 1731097256813Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731097256814 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731097256814Flushing 1588230740/info: creating writer at 1731097256814Flushing 1588230740/info: appending metadata at 1731097256826 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731097256826Flushing 1588230740/ns: creating writer at 1731097257247 (+421 ms)Flushing 1588230740/ns: appending metadata at 1731097257269 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731097257269Flushing 1588230740/rep_barrier: creating writer at 1731097257300 (+31 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731097257323 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731097257324 (+1 ms)Flushing 1588230740/table: creating writer at 1731097257744 (+420 ms)Flushing 1588230740/table: appending metadata at 1731097257783 (+39 ms)Flushing 1588230740/table: closing flushed file at 1731097257783Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c9096fe: reopening flushed file at 1731097257802 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29c28461: reopening flushed file at 1731097257809 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6aaa30: reopening flushed file at 1731097257820 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@313949ea: reopening flushed file at 1731097257826 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1022ms, sequenceid=16, compaction requested=false at 1731097257835 (+9 ms)Writing region close event to WAL at 1731097257964 (+129 ms)Running coprocessor post-close hooks at 1731097257970 (+6 ms)Closed at 1731097257970 2024-11-08T20:20:57,971 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T20:20:57,989 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.wal-reader.ae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669 to pos 2082, reset compression=false 2024-11-08T20:20:58,017 INFO [RS:0;ae1476a7656f:40877 {}] regionserver.HRegionServer(976): stopping server ae1476a7656f,40877,1731097227268; all regions closed. 2024-11-08T20:20:58,022 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.wal-reader.ae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/WALs/ae1476a7656f,40725,1731097222569/ae1476a7656f%2C40725%2C1731097222569.1731097224408 to pos 636, reset compression=false 2024-11-08T20:20:58,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741834_1010 (size=4239) 2024-11-08T20:20:58,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741839_1015 (size=3114) 2024-11-08T20:20:58,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741832_1008 (size=2090) 2024-11-08T20:20:58,112 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/WALs/ae1476a7656f,40877,1731097227268/ae1476a7656f%2C40877%2C1731097227268.1731097229669 not finished, retry = 0 2024-11-08T20:20:58,213 DEBUG [RS:0;ae1476a7656f:40877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:58,214 INFO [RS:0;ae1476a7656f:40877 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:20:58,214 INFO [RS:0;ae1476a7656f:40877 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:20:58,214 INFO [RS:0;ae1476a7656f:40877 {}] hbase.ChoreService(370): Chore service for: regionserver/ae1476a7656f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T20:20:58,214 INFO [RS:0;ae1476a7656f:40877 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:20:58,214 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:20:58,214 INFO [RS:0;ae1476a7656f:40877 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ae1476a7656f,40877,1731097227268 because: Region server is closing 2024-11-08T20:20:58,215 INFO [RS:0;ae1476a7656f:40877 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:40877. 2024-11-08T20:20:58,215 DEBUG [RS:0;ae1476a7656f:40877 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:20:58,215 DEBUG [RS:0;ae1476a7656f:40877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:58,215 DEBUG [RS:0;ae1476a7656f:40877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:58,215 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:20:58,315 INFO [RS:0;ae1476a7656f:40877 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.shipperae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 terminated 2024-11-08T20:20:58,316 INFO [RS:0;ae1476a7656f:40877 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:40877. 2024-11-08T20:20:58,316 DEBUG [RS:0;ae1476a7656f:40877 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:20:58,316 DEBUG [RS:0;ae1476a7656f:40877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:58,316 DEBUG [RS:0;ae1476a7656f:40877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:20:58,316 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:20:58,316 INFO [RS:0;ae1476a7656f:40877 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40877 2024-11-08T20:20:58,316 WARN [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40877,1731097227268.replicationSource.wal-reader.ae1476a7656f%2C40877%2C1731097227268,1-ae1476a7656f,40877,1731097227268 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T20:20:58,395 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T20:20:58,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:58,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:58,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:58,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:58,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:58,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:58,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:58,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:58,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:58,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:58,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:58,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:58,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:58,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:58,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:58,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:20:58,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41027-0x1011c1b51160003, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-525378368/rs 2024-11-08T20:20:58,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40877-0x1011c1b51160004, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-525378368/rs/ae1476a7656f,40877,1731097227268 2024-11-08T20:20:58,472 INFO [RS:0;ae1476a7656f:40877 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:20:58,472 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ae1476a7656f,40877,1731097227268] 2024-11-08T20:20:58,532 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-525378368/draining/ae1476a7656f,40877,1731097227268 already deleted, retry=false 2024-11-08T20:20:58,532 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ae1476a7656f,40877,1731097227268 expired; onlineServers=0 2024-11-08T20:20:58,532 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ae1476a7656f,41027,1731097227119' ***** 2024-11-08T20:20:58,532 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T20:20:58,532 INFO [M:0;ae1476a7656f:41027 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:20:58,532 INFO [M:0;ae1476a7656f:41027 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:20:58,532 DEBUG [M:0;ae1476a7656f:41027 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T20:20:58,532 DEBUG [M:0;ae1476a7656f:41027 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T20:20:58,532 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T20:20:58,532 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097229355 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097229355,5,FailOnTimeoutGroup] 2024-11-08T20:20:58,532 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097229355 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097229355,5,FailOnTimeoutGroup] 2024-11-08T20:20:58,532 INFO [M:0;ae1476a7656f:41027 {}] hbase.ChoreService(370): Chore service for: master/ae1476a7656f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T20:20:58,533 INFO [M:0;ae1476a7656f:41027 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:20:58,533 DEBUG [M:0;ae1476a7656f:41027 {}] master.HMaster(1795): Stopping service threads 2024-11-08T20:20:58,533 INFO [M:0;ae1476a7656f:41027 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T20:20:58,533 INFO [M:0;ae1476a7656f:41027 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:20:58,533 INFO [M:0;ae1476a7656f:41027 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T20:20:58,533 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T20:20:58,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41027-0x1011c1b51160003, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-525378368/master 2024-11-08T20:20:58,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41027-0x1011c1b51160003, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-525378368 2024-11-08T20:20:58,557 DEBUG [M:0;ae1476a7656f:41027 {}] zookeeper.ZKUtil(347): master:41027-0x1011c1b51160003, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Unable to get data of znode /1-525378368/master because node does not exist (not an error) 2024-11-08T20:20:58,557 WARN [M:0;ae1476a7656f:41027 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T20:20:58,557 INFO [M:0;ae1476a7656f:41027 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/.lastflushedseqids 2024-11-08T20:20:58,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741848_1024 (size=245) 2024-11-08T20:20:58,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40877-0x1011c1b51160004, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:20:58,584 INFO [RS:0;ae1476a7656f:40877 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:20:58,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40877-0x1011c1b51160004, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:20:58,584 INFO [RS:0;ae1476a7656f:40877 {}] regionserver.HRegionServer(1031): Exiting; stopping=ae1476a7656f,40877,1731097227268; zookeeper connection closed. 2024-11-08T20:20:58,584 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@b76be32 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@b76be32 2024-11-08T20:20:58,584 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T20:20:58,961 INFO [M:0;ae1476a7656f:41027 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T20:20:58,961 INFO [M:0;ae1476a7656f:41027 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T20:20:58,962 DEBUG [M:0;ae1476a7656f:41027 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:20:58,962 INFO [M:0;ae1476a7656f:41027 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:20:58,962 DEBUG [M:0;ae1476a7656f:41027 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:20:58,962 DEBUG [M:0;ae1476a7656f:41027 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:20:58,962 DEBUG [M:0;ae1476a7656f:41027 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:20:58,962 INFO [M:0;ae1476a7656f:41027 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-08T20:20:58,983 DEBUG [M:0;ae1476a7656f:41027 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/44bfda4f8d2e43239c6f29c30bc97122 is 82, key is hbase:meta,,1/info:regioninfo/1731097230651/Put/seqid=0 2024-11-08T20:20:58,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741849_1025 (size=5672) 2024-11-08T20:20:59,398 INFO [M:0;ae1476a7656f:41027 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/44bfda4f8d2e43239c6f29c30bc97122 2024-11-08T20:20:59,416 DEBUG [M:0;ae1476a7656f:41027 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2da04a3a9b1f451182aa5f39ba44fcc5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731097242200/Put/seqid=0 2024-11-08T20:20:59,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741850_1026 (size=8515) 2024-11-08T20:20:59,469 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.wal-reader.ae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/WALs/ae1476a7656f,40725,1731097222569/ae1476a7656f%2C40725%2C1731097222569.1731097224408 to pos 636, reset compression=false 2024-11-08T20:20:59,820 INFO [M:0;ae1476a7656f:41027 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2da04a3a9b1f451182aa5f39ba44fcc5 2024-11-08T20:20:59,835 DEBUG [M:0;ae1476a7656f:41027 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/943e09c458b64033a205e468039de96e is 69, key is ae1476a7656f,40877,1731097227268/rs:state/1731097229491/Put/seqid=0 2024-11-08T20:20:59,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741851_1027 (size=5156) 2024-11-08T20:21:00,239 INFO [M:0;ae1476a7656f:41027 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/943e09c458b64033a205e468039de96e 2024-11-08T20:21:00,242 DEBUG [M:0;ae1476a7656f:41027 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/44bfda4f8d2e43239c6f29c30bc97122 as hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/44bfda4f8d2e43239c6f29c30bc97122 2024-11-08T20:21:00,245 INFO [M:0;ae1476a7656f:41027 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/44bfda4f8d2e43239c6f29c30bc97122, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T20:21:00,245 DEBUG [M:0;ae1476a7656f:41027 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2da04a3a9b1f451182aa5f39ba44fcc5 as hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2da04a3a9b1f451182aa5f39ba44fcc5 2024-11-08T20:21:00,248 INFO [M:0;ae1476a7656f:41027 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2da04a3a9b1f451182aa5f39ba44fcc5, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T20:21:00,249 DEBUG [M:0;ae1476a7656f:41027 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/943e09c458b64033a205e468039de96e as hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/943e09c458b64033a205e468039de96e 2024-11-08T20:21:00,251 INFO [M:0;ae1476a7656f:41027 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38801/user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/943e09c458b64033a205e468039de96e, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T20:21:00,252 INFO [M:0;ae1476a7656f:41027 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=97, compaction requested=false 2024-11-08T20:21:00,253 INFO [M:0;ae1476a7656f:41027 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:21:00,253 DEBUG [M:0;ae1476a7656f:41027 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731097258962Disabling compacts and flushes for region at 1731097258962Disabling writes for close at 1731097258962Obtaining lock to block concurrent updates at 1731097258962Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731097258962Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731097258962Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731097258962Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731097258963 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731097258983 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731097258983Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731097259401 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731097259416 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731097259416Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731097259823 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731097259835 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731097259835Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13cc8304: reopening flushed file at 1731097260242 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a43f8ff: reopening flushed file at 1731097260245 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25f41aec: reopening flushed file at 1731097260248 (+3 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=97, compaction requested=false at 1731097260252 (+4 ms)Writing region close event to WAL at 1731097260253 (+1 ms)Closed at 1731097260253 2024-11-08T20:21:00,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33701 is added to blk_1073741830_1006 (size=63642) 2024-11-08T20:21:00,255 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6f8db8c6-0d21-2c7e-dac7-b103f4b57621/MasterData/WALs/ae1476a7656f,41027,1731097227119/ae1476a7656f%2C41027%2C1731097227119.1731097229032 not finished, retry = 0 2024-11-08T20:21:00,355 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:21:00,356 INFO [M:0;ae1476a7656f:41027 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T20:21:00,356 INFO [M:0;ae1476a7656f:41027 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41027 2024-11-08T20:21:00,356 INFO [M:0;ae1476a7656f:41027 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:21:00,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41027-0x1011c1b51160003, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:21:00,517 INFO [M:0;ae1476a7656f:41027 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:21:00,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41027-0x1011c1b51160003, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:21:00,519 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34b365b8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:21:00,519 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ce1ba69{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:21:00,520 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:21:00,520 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c147484{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:21:00,520 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4199d52{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cb2b69e-f174-86eb-0abe-448dd709a900/hadoop.log.dir/,STOPPED} 2024-11-08T20:21:00,521 WARN [BP-120118180-172.17.0.3-1731097225166 heartbeating to localhost/127.0.0.1:38801 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T20:21:00,521 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T20:21:00,521 WARN [BP-120118180-172.17.0.3-1731097225166 heartbeating to localhost/127.0.0.1:38801 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-120118180-172.17.0.3-1731097225166 (Datanode Uuid bf2a5217-31ce-4099-a44b-93868f244835) service to localhost/127.0.0.1:38801 2024-11-08T20:21:00,521 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T20:21:00,521 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cb2b69e-f174-86eb-0abe-448dd709a900/cluster_616a00e5-a391-f6fc-9112-f93f40311a4a/data/data1/current/BP-120118180-172.17.0.3-1731097225166 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:21:00,521 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cb2b69e-f174-86eb-0abe-448dd709a900/cluster_616a00e5-a391-f6fc-9112-f93f40311a4a/data/data2/current/BP-120118180-172.17.0.3-1731097225166 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:21:00,521 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T20:21:00,527 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b28ce0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:21:00,527 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c38de6f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:21:00,527 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:21:00,527 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16fd0946{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:21:00,527 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2385ff4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cb2b69e-f174-86eb-0abe-448dd709a900/hadoop.log.dir/,STOPPED} 2024-11-08T20:21:00,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T20:21:00,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T20:21:00,549 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:21:00,549 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:21:00,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:00,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:00,549 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:21:00,549 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T20:21:00,549 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1525756316, stopped=false 2024-11-08T20:21:00,549 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ae1476a7656f,34561,1731097222376 2024-11-08T20:21:00,642 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40725-0x1011c1b51160001, quorum=127.0.0.1:51380, baseZNode=/0327489060 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0327489060/running 2024-11-08T20:21:00,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34561-0x1011c1b51160000, quorum=127.0.0.1:51380, baseZNode=/0327489060 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0327489060/running 2024-11-08T20:21:00,642 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40725-0x1011c1b51160001, quorum=127.0.0.1:51380, baseZNode=/0327489060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0327489060 2024-11-08T20:21:00,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34561-0x1011c1b51160000, quorum=127.0.0.1:51380, baseZNode=/0327489060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0327489060 2024-11-08T20:21:00,642 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:21:00,643 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:21:00,643 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:21:00,643 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40725-0x1011c1b51160001, quorum=127.0.0.1:51380, baseZNode=/0327489060 Set watcher on znode that does not yet exist, /0327489060/running 2024-11-08T20:21:00,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:00,643 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34561-0x1011c1b51160000, quorum=127.0.0.1:51380, baseZNode=/0327489060 Set watcher on znode that does not yet exist, /0327489060/running 2024-11-08T20:21:00,643 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ae1476a7656f,40725,1731097222569' ***** 2024-11-08T20:21:00,643 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T20:21:00,643 INFO [RS:0;ae1476a7656f:40725 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T20:21:00,643 INFO [RS:0;ae1476a7656f:40725 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T20:21:00,643 INFO [RS:0;ae1476a7656f:40725 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T20:21:00,643 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T20:21:00,644 INFO [RS:0;ae1476a7656f:40725 {}] regionserver.HRegionServer(3091): Received CLOSE for 5df12545364e701e55b2e640279e6340 2024-11-08T20:21:00,644 INFO [RS:0;ae1476a7656f:40725 {}] regionserver.HRegionServer(3091): Received CLOSE for 76be0287c3ac5a0ff26eef6350ddb2dc 2024-11-08T20:21:00,644 INFO [RS:0;ae1476a7656f:40725 {}] regionserver.HRegionServer(959): stopping server ae1476a7656f,40725,1731097222569 2024-11-08T20:21:00,644 INFO [RS:0;ae1476a7656f:40725 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:21:00,644 INFO [RS:0;ae1476a7656f:40725 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:40725. 2024-11-08T20:21:00,644 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5df12545364e701e55b2e640279e6340, disabling compactions & flushes 2024-11-08T20:21:00,644 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731097240280.5df12545364e701e55b2e640279e6340. 2024-11-08T20:21:00,644 DEBUG [RS:0;ae1476a7656f:40725 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:21:00,644 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731097240280.5df12545364e701e55b2e640279e6340. 2024-11-08T20:21:00,644 DEBUG [RS:0;ae1476a7656f:40725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:00,644 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731097240280.5df12545364e701e55b2e640279e6340. after waiting 0 ms 2024-11-08T20:21:00,644 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731097240280.5df12545364e701e55b2e640279e6340. 2024-11-08T20:21:00,644 INFO [RS:0;ae1476a7656f:40725 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T20:21:00,644 INFO [RS:0;ae1476a7656f:40725 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T20:21:00,644 INFO [RS:0;ae1476a7656f:40725 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T20:21:00,644 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5df12545364e701e55b2e640279e6340 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-08T20:21:00,644 INFO [RS:0;ae1476a7656f:40725 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T20:21:00,644 INFO [RS:0;ae1476a7656f:40725 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T20:21:00,644 DEBUG [RS:0;ae1476a7656f:40725 {}] regionserver.HRegionServer(1325): Online Regions={5df12545364e701e55b2e640279e6340=hbase:replication,,1731097240280.5df12545364e701e55b2e640279e6340., 1588230740=hbase:meta,,1.1588230740, 76be0287c3ac5a0ff26eef6350ddb2dc=test,,1731097235833.76be0287c3ac5a0ff26eef6350ddb2dc.} 2024-11-08T20:21:00,644 DEBUG [RS:0;ae1476a7656f:40725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5df12545364e701e55b2e640279e6340, 76be0287c3ac5a0ff26eef6350ddb2dc 2024-11-08T20:21:00,645 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:21:00,645 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:21:00,645 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:21:00,645 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:21:00,645 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:21:00,645 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T20:21:00,657 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/hbase/meta/1588230740/.tmp/info/02cef17ca4474857bf4b31c44af4e428 is 147, key is hbase:replication,,1731097240280.5df12545364e701e55b2e640279e6340./info:regioninfo/1731097240643/Put/seqid=0 2024-11-08T20:21:00,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42529 is added to blk_1073741840_1016 (size=7686) 2024-11-08T20:21:00,661 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/hbase/replication/5df12545364e701e55b2e640279e6340/.tmp/queue/b04b677a07db4679ac306e89dd1de4ed is 153, key is 1-ae1476a7656f,40725,1731097222569/queue:ae1476a7656f%2C40725%2C1731097222569/1731097248991/Put/seqid=0 2024-11-08T20:21:00,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42529 is added to blk_1073741841_1017 (size=5352) 2024-11-08T20:21:00,665 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/hbase/replication/5df12545364e701e55b2e640279e6340/.tmp/queue/b04b677a07db4679ac306e89dd1de4ed 2024-11-08T20:21:00,670 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/hbase/replication/5df12545364e701e55b2e640279e6340/.tmp/queue/b04b677a07db4679ac306e89dd1de4ed as hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/hbase/replication/5df12545364e701e55b2e640279e6340/queue/b04b677a07db4679ac306e89dd1de4ed 2024-11-08T20:21:00,673 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/hbase/replication/5df12545364e701e55b2e640279e6340/queue/b04b677a07db4679ac306e89dd1de4ed, entries=1, sequenceid=8, filesize=5.2 K 2024-11-08T20:21:00,674 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 5df12545364e701e55b2e640279e6340 in 30ms, sequenceid=8, compaction requested=false 2024-11-08T20:21:00,674 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T20:21:00,677 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/hbase/replication/5df12545364e701e55b2e640279e6340/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T20:21:00,678 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:21:00,678 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:21:00,678 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731097240280.5df12545364e701e55b2e640279e6340. 2024-11-08T20:21:00,678 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5df12545364e701e55b2e640279e6340: Waiting for close lock at 1731097260644Running coprocessor pre-close hooks at 1731097260644Disabling compacts and flushes for region at 1731097260644Disabling writes for close at 1731097260644Obtaining lock to block concurrent updates at 1731097260644Preparing flush snapshotting stores in 5df12545364e701e55b2e640279e6340 at 1731097260644Finished memstore snapshotting hbase:replication,,1731097240280.5df12545364e701e55b2e640279e6340., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731097260644Flushing stores of hbase:replication,,1731097240280.5df12545364e701e55b2e640279e6340. at 1731097260645 (+1 ms)Flushing 5df12545364e701e55b2e640279e6340/queue: creating writer at 1731097260645Flushing 5df12545364e701e55b2e640279e6340/queue: appending metadata at 1731097260660 (+15 ms)Flushing 5df12545364e701e55b2e640279e6340/queue: closing flushed file at 1731097260660Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1370ea0a: reopening flushed file at 1731097260669 (+9 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 5df12545364e701e55b2e640279e6340 in 30ms, sequenceid=8, compaction requested=false at 1731097260674 (+5 ms)Writing region close event to WAL at 1731097260675 (+1 ms)Running coprocessor post-close hooks at 1731097260678 (+3 ms)Closed at 1731097260678 2024-11-08T20:21:00,678 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731097240280.5df12545364e701e55b2e640279e6340. 2024-11-08T20:21:00,678 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 76be0287c3ac5a0ff26eef6350ddb2dc, disabling compactions & flushes 2024-11-08T20:21:00,678 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731097235833.76be0287c3ac5a0ff26eef6350ddb2dc. 2024-11-08T20:21:00,678 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731097235833.76be0287c3ac5a0ff26eef6350ddb2dc. 2024-11-08T20:21:00,678 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731097235833.76be0287c3ac5a0ff26eef6350ddb2dc. after waiting 0 ms 2024-11-08T20:21:00,678 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731097235833.76be0287c3ac5a0ff26eef6350ddb2dc. 2024-11-08T20:21:00,678 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 76be0287c3ac5a0ff26eef6350ddb2dc 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-08T20:21:00,692 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/default/test/76be0287c3ac5a0ff26eef6350ddb2dc/.tmp/f/6a590418c6cf4ff99acbd10bae20984f is 28, key is row/f:/1731097248762/DeleteFamily/seqid=0 2024-11-08T20:21:00,694 INFO [regionserver/ae1476a7656f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:21:00,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42529 is added to blk_1073741842_1018 (size=5085) 2024-11-08T20:21:00,845 DEBUG [RS:0;ae1476a7656f:40725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76be0287c3ac5a0ff26eef6350ddb2dc 2024-11-08T20:21:00,972 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.wal-reader.ae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/WALs/ae1476a7656f,40725,1731097222569/ae1476a7656f%2C40725%2C1731097222569.1731097224408 to pos 636, reset compression=false 2024-11-08T20:21:00,975 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.wal-reader.ae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T20:21:00,975 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.wal-reader.ae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/WALs/ae1476a7656f,40725,1731097222569/ae1476a7656f%2C40725%2C1731097222569.1731097224408 to pos 883, reset compression=false 2024-11-08T20:21:00,976 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.shipperae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,40725,1731097222569 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/WALs/ae1476a7656f,40725,1731097222569/ae1476a7656f%2C40725%2C1731097222569.1731097224408, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T20:21:00,976 ERROR [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.shipperae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ae1476a7656f,40725,1731097222569: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ae1476a7656f,40725,1731097222569, walGroup=ae1476a7656f%2C40725%2C1731097222569, offset=ae1476a7656f%2C40725%2C1731097222569.1731097224408:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:40725 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T20:21:00,978 ERROR [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.shipperae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T20:21:00,978 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.shipperae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T20:21:00,978 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.shipperae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T20:21:00,978 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.shipperae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T20:21:00,978 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.shipperae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T20:21:00,978 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.shipperae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1319108608, "init": 1048576000, "max": 2306867200, "used": 793208592 }, "NonHeapMemoryUsage": { "committed": 206503936, "init": 7667712, "max": -1, "used": 203564672 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T20:21:00,979 WARN [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.shipperae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:34561 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:34561 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T20:21:01,045 DEBUG [RS:0;ae1476a7656f:40725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76be0287c3ac5a0ff26eef6350ddb2dc 2024-11-08T20:21:01,061 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/hbase/meta/1588230740/.tmp/info/02cef17ca4474857bf4b31c44af4e428 2024-11-08T20:21:01,077 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/hbase/meta/1588230740/.tmp/ns/dc90e9dd018d4d81aeab1b00e497e938 is 43, key is default/ns:d/1731097225036/Put/seqid=0 2024-11-08T20:21:01,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42529 is added to blk_1073741843_1019 (size=5153) 2024-11-08T20:21:01,096 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/default/test/76be0287c3ac5a0ff26eef6350ddb2dc/.tmp/f/6a590418c6cf4ff99acbd10bae20984f 2024-11-08T20:21:01,099 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6a590418c6cf4ff99acbd10bae20984f 2024-11-08T20:21:01,112 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/default/test/76be0287c3ac5a0ff26eef6350ddb2dc/.tmp/f1/2903750830284a13b73327b012525252 is 29, key is row/f1:/1731097248762/DeleteFamily/seqid=0 2024-11-08T20:21:01,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42529 is added to blk_1073741844_1020 (size=5089) 2024-11-08T20:21:01,178 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.wal-reader.ae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/WALs/ae1476a7656f,40725,1731097222569/ae1476a7656f%2C40725%2C1731097222569.1731097224408 to pos 883, reset compression=false 2024-11-08T20:21:01,245 DEBUG [RS:0;ae1476a7656f:40725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76be0287c3ac5a0ff26eef6350ddb2dc 2024-11-08T20:21:01,293 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T20:21:01,293 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T20:21:01,445 DEBUG [RS:0;ae1476a7656f:40725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76be0287c3ac5a0ff26eef6350ddb2dc 2024-11-08T20:21:01,480 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/hbase/meta/1588230740/.tmp/ns/dc90e9dd018d4d81aeab1b00e497e938 2024-11-08T20:21:01,481 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.wal-reader.ae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/WALs/ae1476a7656f,40725,1731097222569/ae1476a7656f%2C40725%2C1731097222569.1731097224408 to pos 883, reset compression=false 2024-11-08T20:21:01,498 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/hbase/meta/1588230740/.tmp/rep_barrier/d83d96c10354405aa69e3ef040b278a0 is 112, key is test,,1731097235833.76be0287c3ac5a0ff26eef6350ddb2dc./rep_barrier:seqnumDuringOpen/1731097236575/Put/seqid=0 2024-11-08T20:21:01,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42529 is added to blk_1073741845_1021 (size=5518) 2024-11-08T20:21:01,515 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/default/test/76be0287c3ac5a0ff26eef6350ddb2dc/.tmp/f1/2903750830284a13b73327b012525252 2024-11-08T20:21:01,518 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2903750830284a13b73327b012525252 2024-11-08T20:21:01,534 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/default/test/76be0287c3ac5a0ff26eef6350ddb2dc/.tmp/norep/22a861b6d6864c14babda5171849e44d is 32, key is row/norep:/1731097248762/DeleteFamily/seqid=0 2024-11-08T20:21:01,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42529 is added to blk_1073741846_1022 (size=5101) 2024-11-08T20:21:01,645 INFO [RS:0;ae1476a7656f:40725 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T20:21:01,645 DEBUG [RS:0;ae1476a7656f:40725 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 76be0287c3ac5a0ff26eef6350ddb2dc=test,,1731097235833.76be0287c3ac5a0ff26eef6350ddb2dc.} 2024-11-08T20:21:01,645 DEBUG [RS:0;ae1476a7656f:40725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76be0287c3ac5a0ff26eef6350ddb2dc 2024-11-08T20:21:01,846 DEBUG [RS:0;ae1476a7656f:40725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76be0287c3ac5a0ff26eef6350ddb2dc 2024-11-08T20:21:01,884 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.wal-reader.ae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/WALs/ae1476a7656f,40725,1731097222569/ae1476a7656f%2C40725%2C1731097222569.1731097224408 to pos 883, reset compression=false 2024-11-08T20:21:01,902 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/hbase/meta/1588230740/.tmp/rep_barrier/d83d96c10354405aa69e3ef040b278a0 2024-11-08T20:21:01,917 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/hbase/meta/1588230740/.tmp/table/52fade2ea0074eb0a57b588361d9d81c is 53, key is hbase:replication/table:state/1731097240649/Put/seqid=0 2024-11-08T20:21:01,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42529 is added to blk_1073741847_1023 (size=5308) 2024-11-08T20:21:01,937 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/default/test/76be0287c3ac5a0ff26eef6350ddb2dc/.tmp/norep/22a861b6d6864c14babda5171849e44d 2024-11-08T20:21:01,940 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 22a861b6d6864c14babda5171849e44d 2024-11-08T20:21:01,941 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/default/test/76be0287c3ac5a0ff26eef6350ddb2dc/.tmp/f/6a590418c6cf4ff99acbd10bae20984f as hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/default/test/76be0287c3ac5a0ff26eef6350ddb2dc/f/6a590418c6cf4ff99acbd10bae20984f 2024-11-08T20:21:01,944 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6a590418c6cf4ff99acbd10bae20984f 2024-11-08T20:21:01,944 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/default/test/76be0287c3ac5a0ff26eef6350ddb2dc/f/6a590418c6cf4ff99acbd10bae20984f, entries=1, sequenceid=6, filesize=5.0 K 2024-11-08T20:21:01,944 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/default/test/76be0287c3ac5a0ff26eef6350ddb2dc/.tmp/f1/2903750830284a13b73327b012525252 as hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/default/test/76be0287c3ac5a0ff26eef6350ddb2dc/f1/2903750830284a13b73327b012525252 2024-11-08T20:21:01,948 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2903750830284a13b73327b012525252 2024-11-08T20:21:01,948 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/default/test/76be0287c3ac5a0ff26eef6350ddb2dc/f1/2903750830284a13b73327b012525252, entries=1, sequenceid=6, filesize=5.0 K 2024-11-08T20:21:01,949 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/default/test/76be0287c3ac5a0ff26eef6350ddb2dc/.tmp/norep/22a861b6d6864c14babda5171849e44d as hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/default/test/76be0287c3ac5a0ff26eef6350ddb2dc/norep/22a861b6d6864c14babda5171849e44d 2024-11-08T20:21:01,953 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 22a861b6d6864c14babda5171849e44d 2024-11-08T20:21:01,953 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/default/test/76be0287c3ac5a0ff26eef6350ddb2dc/norep/22a861b6d6864c14babda5171849e44d, entries=1, sequenceid=6, filesize=5.0 K 2024-11-08T20:21:01,954 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 76be0287c3ac5a0ff26eef6350ddb2dc in 1275ms, sequenceid=6, compaction requested=false 2024-11-08T20:21:01,954 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T20:21:01,959 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/default/test/76be0287c3ac5a0ff26eef6350ddb2dc/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T20:21:01,959 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:21:01,959 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T20:21:01,959 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731097235833.76be0287c3ac5a0ff26eef6350ddb2dc. 2024-11-08T20:21:01,959 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 76be0287c3ac5a0ff26eef6350ddb2dc: Waiting for close lock at 1731097260678Running coprocessor pre-close hooks at 1731097260678Disabling compacts and flushes for region at 1731097260678Disabling writes for close at 1731097260678Obtaining lock to block concurrent updates at 1731097260678Preparing flush snapshotting stores in 76be0287c3ac5a0ff26eef6350ddb2dc at 1731097260678Finished memstore snapshotting test,,1731097235833.76be0287c3ac5a0ff26eef6350ddb2dc., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731097260679 (+1 ms)Flushing stores of test,,1731097235833.76be0287c3ac5a0ff26eef6350ddb2dc. at 1731097260679Flushing 76be0287c3ac5a0ff26eef6350ddb2dc/f: creating writer at 1731097260679Flushing 76be0287c3ac5a0ff26eef6350ddb2dc/f: appending metadata at 1731097260692 (+13 ms)Flushing 76be0287c3ac5a0ff26eef6350ddb2dc/f: closing flushed file at 1731097260692Flushing 76be0287c3ac5a0ff26eef6350ddb2dc/f1: creating writer at 1731097261099 (+407 ms)Flushing 76be0287c3ac5a0ff26eef6350ddb2dc/f1: appending metadata at 1731097261112 (+13 ms)Flushing 76be0287c3ac5a0ff26eef6350ddb2dc/f1: closing flushed file at 1731097261112Flushing 76be0287c3ac5a0ff26eef6350ddb2dc/norep: creating writer at 1731097261519 (+407 ms)Flushing 76be0287c3ac5a0ff26eef6350ddb2dc/norep: appending metadata at 1731097261533 (+14 ms)Flushing 76be0287c3ac5a0ff26eef6350ddb2dc/norep: closing flushed file at 1731097261533Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e370d2a: reopening flushed file at 1731097261940 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@692e81eb: reopening flushed file at 1731097261944 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b8595cb: reopening flushed file at 1731097261948 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 76be0287c3ac5a0ff26eef6350ddb2dc in 1275ms, sequenceid=6, compaction requested=false at 1731097261954 (+6 ms)Writing region close event to WAL at 1731097261956 (+2 ms)Running coprocessor post-close hooks at 1731097261959 (+3 ms)Closed at 1731097261959 2024-11-08T20:21:01,959 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731097235833.76be0287c3ac5a0ff26eef6350ddb2dc. 2024-11-08T20:21:02,046 DEBUG [RS:0;ae1476a7656f:40725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:21:02,246 DEBUG [RS:0;ae1476a7656f:40725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:21:02,321 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/hbase/meta/1588230740/.tmp/table/52fade2ea0074eb0a57b588361d9d81c 2024-11-08T20:21:02,325 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/hbase/meta/1588230740/.tmp/info/02cef17ca4474857bf4b31c44af4e428 as hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/hbase/meta/1588230740/info/02cef17ca4474857bf4b31c44af4e428 2024-11-08T20:21:02,328 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/hbase/meta/1588230740/info/02cef17ca4474857bf4b31c44af4e428, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T20:21:02,329 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/hbase/meta/1588230740/.tmp/ns/dc90e9dd018d4d81aeab1b00e497e938 as hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/hbase/meta/1588230740/ns/dc90e9dd018d4d81aeab1b00e497e938 2024-11-08T20:21:02,332 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/hbase/meta/1588230740/ns/dc90e9dd018d4d81aeab1b00e497e938, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T20:21:02,333 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/hbase/meta/1588230740/.tmp/rep_barrier/d83d96c10354405aa69e3ef040b278a0 as hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/hbase/meta/1588230740/rep_barrier/d83d96c10354405aa69e3ef040b278a0 2024-11-08T20:21:02,336 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/hbase/meta/1588230740/rep_barrier/d83d96c10354405aa69e3ef040b278a0, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T20:21:02,336 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/hbase/meta/1588230740/.tmp/table/52fade2ea0074eb0a57b588361d9d81c as hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/hbase/meta/1588230740/table/52fade2ea0074eb0a57b588361d9d81c 2024-11-08T20:21:02,340 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/hbase/meta/1588230740/table/52fade2ea0074eb0a57b588361d9d81c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T20:21:02,341 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1696ms, sequenceid=16, compaction requested=false 2024-11-08T20:21:02,341 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T20:21:02,352 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T20:21:02,352 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:21:02,352 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:21:02,352 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:21:02,352 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731097260644Running coprocessor pre-close hooks at 1731097260644Disabling compacts and flushes for region at 1731097260644Disabling writes for close at 1731097260645 (+1 ms)Obtaining lock to block concurrent updates at 1731097260645Preparing flush snapshotting stores in 1588230740 at 1731097260645Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731097260645Flushing stores of hbase:meta,,1.1588230740 at 1731097260645Flushing 1588230740/info: creating writer at 1731097260645Flushing 1588230740/info: appending metadata at 1731097260657 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731097260657Flushing 1588230740/ns: creating writer at 1731097261064 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731097261076 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731097261076Flushing 1588230740/rep_barrier: creating writer at 1731097261484 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731097261498 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731097261498Flushing 1588230740/table: creating writer at 1731097261905 (+407 ms)Flushing 1588230740/table: appending metadata at 1731097261917 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731097261917Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@353df93d: reopening flushed file at 1731097262324 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a277b9b: reopening flushed file at 1731097262328 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36afd15e: reopening flushed file at 1731097262332 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58e12f07: reopening flushed file at 1731097262336 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1696ms, sequenceid=16, compaction requested=false at 1731097262341 (+5 ms)Writing region close event to WAL at 1731097262349 (+8 ms)Running coprocessor post-close hooks at 1731097262352 (+3 ms)Closed at 1731097262352 2024-11-08T20:21:02,352 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T20:21:02,387 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.wal-reader.ae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/WALs/ae1476a7656f,40725,1731097222569/ae1476a7656f%2C40725%2C1731097222569.1731097224408 to pos 883, reset compression=false 2024-11-08T20:21:02,391 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.wal-reader.ae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T20:21:02,391 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.wal-reader.ae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/WALs/ae1476a7656f,40725,1731097222569/ae1476a7656f%2C40725%2C1731097222569.1731097224408 to pos 1527, reset compression=false 2024-11-08T20:21:02,446 INFO [RS:0;ae1476a7656f:40725 {}] regionserver.HRegionServer(976): stopping server ae1476a7656f,40725,1731097222569; all regions closed. 2024-11-08T20:21:02,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42529 is added to blk_1073741834_1010 (size=4239) 2024-11-08T20:21:02,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42529 is added to blk_1073741839_1015 (size=2240) 2024-11-08T20:21:02,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42529 is added to blk_1073741833_1009 (size=1535) 2024-11-08T20:21:02,470 DEBUG [RS:0;ae1476a7656f:40725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:02,470 INFO [RS:0;ae1476a7656f:40725 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:21:02,470 INFO [RS:0;ae1476a7656f:40725 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:21:02,470 INFO [RS:0;ae1476a7656f:40725 {}] hbase.ChoreService(370): Chore service for: regionserver/ae1476a7656f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T20:21:02,470 INFO [RS:0;ae1476a7656f:40725 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:21:02,471 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:21:02,471 INFO [RS:0;ae1476a7656f:40725 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ae1476a7656f,40725,1731097222569 because: Region server is closing 2024-11-08T20:21:02,471 INFO [RS:0;ae1476a7656f:40725 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:40725. 2024-11-08T20:21:02,471 DEBUG [RS:0;ae1476a7656f:40725 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:21:02,471 DEBUG [RS:0;ae1476a7656f:40725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:02,471 DEBUG [RS:0;ae1476a7656f:40725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:02,471 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:21:02,571 INFO [RS:0;ae1476a7656f:40725 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.shipperae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 terminated 2024-11-08T20:21:02,571 WARN [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,40725,1731097222569.replicationSource.wal-reader.ae1476a7656f%2C40725%2C1731097222569,1-ae1476a7656f,40725,1731097222569 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T20:21:02,571 INFO [RS:0;ae1476a7656f:40725 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40725 2024-11-08T20:21:02,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34561-0x1011c1b51160000, quorum=127.0.0.1:51380, baseZNode=/0327489060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0327489060/rs 2024-11-08T20:21:02,578 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40725-0x1011c1b51160001, quorum=127.0.0.1:51380, baseZNode=/0327489060 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0327489060/rs/ae1476a7656f,40725,1731097222569 2024-11-08T20:21:02,578 INFO [RS:0;ae1476a7656f:40725 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:21:02,578 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ae1476a7656f,40725,1731097222569] 2024-11-08T20:21:02,599 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0327489060/draining/ae1476a7656f,40725,1731097222569 already deleted, retry=false 2024-11-08T20:21:02,599 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ae1476a7656f,40725,1731097222569 expired; onlineServers=0 2024-11-08T20:21:02,599 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ae1476a7656f,34561,1731097222376' ***** 2024-11-08T20:21:02,599 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T20:21:02,599 INFO [M:0;ae1476a7656f:34561 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:21:02,599 INFO [M:0;ae1476a7656f:34561 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:21:02,599 DEBUG [M:0;ae1476a7656f:34561 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T20:21:02,599 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T20:21:02,599 DEBUG [M:0;ae1476a7656f:34561 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T20:21:02,599 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097224153 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097224153,5,FailOnTimeoutGroup] 2024-11-08T20:21:02,599 INFO [M:0;ae1476a7656f:34561 {}] hbase.ChoreService(370): Chore service for: master/ae1476a7656f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T20:21:02,599 INFO [M:0;ae1476a7656f:34561 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:21:02,599 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097224156 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097224156,5,FailOnTimeoutGroup] 2024-11-08T20:21:02,599 DEBUG [M:0;ae1476a7656f:34561 {}] master.HMaster(1795): Stopping service threads 2024-11-08T20:21:02,599 INFO [M:0;ae1476a7656f:34561 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T20:21:02,599 INFO [M:0;ae1476a7656f:34561 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:21:02,599 INFO [M:0;ae1476a7656f:34561 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T20:21:02,600 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T20:21:02,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34561-0x1011c1b51160000, quorum=127.0.0.1:51380, baseZNode=/0327489060 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0327489060/master 2024-11-08T20:21:02,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34561-0x1011c1b51160000, quorum=127.0.0.1:51380, baseZNode=/0327489060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0327489060 2024-11-08T20:21:02,620 DEBUG [M:0;ae1476a7656f:34561 {}] zookeeper.RecoverableZooKeeper(212): Node /0327489060/master already deleted, retry=false 2024-11-08T20:21:02,620 DEBUG [M:0;ae1476a7656f:34561 {}] master.ActiveMasterManager(353): master:34561-0x1011c1b51160000, quorum=127.0.0.1:51380, baseZNode=/0327489060 Failed delete of our master address node; KeeperErrorCode = NoNode for /0327489060/master 2024-11-08T20:21:02,621 INFO [M:0;ae1476a7656f:34561 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/.lastflushedseqids 2024-11-08T20:21:02,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42529 is added to blk_1073741848_1024 (size=245) 2024-11-08T20:21:02,643 INFO [M:0;ae1476a7656f:34561 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T20:21:02,643 INFO [M:0;ae1476a7656f:34561 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T20:21:02,643 DEBUG [M:0;ae1476a7656f:34561 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:21:02,643 INFO [M:0;ae1476a7656f:34561 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:21:02,643 DEBUG [M:0;ae1476a7656f:34561 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:21:02,643 DEBUG [M:0;ae1476a7656f:34561 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:21:02,643 DEBUG [M:0;ae1476a7656f:34561 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:21:02,643 INFO [M:0;ae1476a7656f:34561 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-08T20:21:02,661 DEBUG [M:0;ae1476a7656f:34561 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57bfe192d3d8441eac6aa819e070e0cf is 82, key is hbase:meta,,1/info:regioninfo/1731097224991/Put/seqid=0 2024-11-08T20:21:02,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42529 is added to blk_1073741849_1025 (size=5672) 2024-11-08T20:21:02,688 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40725-0x1011c1b51160001, quorum=127.0.0.1:51380, baseZNode=/0327489060 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:21:02,688 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40725-0x1011c1b51160001, quorum=127.0.0.1:51380, baseZNode=/0327489060 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:21:02,688 INFO [RS:0;ae1476a7656f:40725 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:21:02,688 INFO [RS:0;ae1476a7656f:40725 {}] regionserver.HRegionServer(1031): Exiting; stopping=ae1476a7656f,40725,1731097222569; zookeeper connection closed. 2024-11-08T20:21:02,689 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ba05f37 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ba05f37 2024-11-08T20:21:02,689 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T20:21:03,070 INFO [M:0;ae1476a7656f:34561 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57bfe192d3d8441eac6aa819e070e0cf 2024-11-08T20:21:03,085 DEBUG [M:0;ae1476a7656f:34561 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/70c921cc0bac4437a12aa48eceb1020a is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731097236584/Put/seqid=0 2024-11-08T20:21:03,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42529 is added to blk_1073741850_1026 (size=7218) 2024-11-08T20:21:03,454 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T20:21:03,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:03,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:03,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:03,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:03,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:03,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:03,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:03,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:03,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:03,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:03,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:03,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:03,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:03,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:03,489 INFO [M:0;ae1476a7656f:34561 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/70c921cc0bac4437a12aa48eceb1020a 2024-11-08T20:21:03,492 INFO [M:0;ae1476a7656f:34561 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 70c921cc0bac4437a12aa48eceb1020a 2024-11-08T20:21:03,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:03,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:03,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:03,511 DEBUG [M:0;ae1476a7656f:34561 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/58035c1e22e04d3095f9b04729fe057a is 69, key is ae1476a7656f,40725,1731097222569/rs:state/1731097224241/Put/seqid=0 2024-11-08T20:21:03,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42529 is added to blk_1073741851_1027 (size=5156) 2024-11-08T20:21:03,521 INFO [M:0;ae1476a7656f:34561 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/58035c1e22e04d3095f9b04729fe057a 2024-11-08T20:21:03,525 DEBUG [M:0;ae1476a7656f:34561 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57bfe192d3d8441eac6aa819e070e0cf as hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/57bfe192d3d8441eac6aa819e070e0cf 2024-11-08T20:21:03,530 INFO [M:0;ae1476a7656f:34561 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/57bfe192d3d8441eac6aa819e070e0cf, entries=8, sequenceid=105, filesize=5.5 K 2024-11-08T20:21:03,531 DEBUG [M:0;ae1476a7656f:34561 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/70c921cc0bac4437a12aa48eceb1020a as hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/70c921cc0bac4437a12aa48eceb1020a 2024-11-08T20:21:03,536 INFO [M:0;ae1476a7656f:34561 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 70c921cc0bac4437a12aa48eceb1020a 2024-11-08T20:21:03,536 INFO [M:0;ae1476a7656f:34561 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/70c921cc0bac4437a12aa48eceb1020a, entries=11, sequenceid=105, filesize=7.0 K 2024-11-08T20:21:03,537 DEBUG [M:0;ae1476a7656f:34561 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/58035c1e22e04d3095f9b04729fe057a as hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/58035c1e22e04d3095f9b04729fe057a 2024-11-08T20:21:03,542 INFO [M:0;ae1476a7656f:34561 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41885/user/jenkins/test-data/831855b5-6790-e266-7211-e68868344b69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/58035c1e22e04d3095f9b04729fe057a, entries=1, sequenceid=105, filesize=5.0 K 2024-11-08T20:21:03,543 INFO [M:0;ae1476a7656f:34561 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 900ms, sequenceid=105, compaction requested=false 2024-11-08T20:21:03,546 INFO [M:0;ae1476a7656f:34561 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:21:03,546 DEBUG [M:0;ae1476a7656f:34561 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731097262643Disabling compacts and flushes for region at 1731097262643Disabling writes for close at 1731097262643Obtaining lock to block concurrent updates at 1731097262643Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731097262643Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731097262644 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731097262644Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731097262644Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731097262661 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731097262661Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731097263073 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731097263085 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731097263085Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731097263492 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731097263510 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731097263510Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ee4692c: reopening flushed file at 1731097263525 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b20414: reopening flushed file at 1731097263530 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64cade82: reopening flushed file at 1731097263537 (+7 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 900ms, sequenceid=105, compaction requested=false at 1731097263543 (+6 ms)Writing region close event to WAL at 1731097263545 (+2 ms)Closed at 1731097263545 2024-11-08T20:21:03,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42529 is added to blk_1073741830_1006 (size=64423) 2024-11-08T20:21:03,548 INFO [M:0;ae1476a7656f:34561 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T20:21:03,548 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:21:03,548 INFO [M:0;ae1476a7656f:34561 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34561 2024-11-08T20:21:03,548 INFO [M:0;ae1476a7656f:34561 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:21:03,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34561-0x1011c1b51160000, quorum=127.0.0.1:51380, baseZNode=/0327489060 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:21:03,657 INFO [M:0;ae1476a7656f:34561 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:21:03,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34561-0x1011c1b51160000, quorum=127.0.0.1:51380, baseZNode=/0327489060 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:21:03,659 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b755e92{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:21:03,660 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5161315e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:21:03,660 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:21:03,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d14d16d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:21:03,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60dbe5a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6777b9d2-fd75-59a4-0553-6421af3d9054/hadoop.log.dir/,STOPPED} 2024-11-08T20:21:03,662 WARN [BP-1096293494-172.17.0.3-1731097220481 heartbeating to localhost/127.0.0.1:41885 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T20:21:03,662 WARN [BP-1096293494-172.17.0.3-1731097220481 heartbeating to localhost/127.0.0.1:41885 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1096293494-172.17.0.3-1731097220481 (Datanode Uuid d8a139d5-357c-46d8-b6dd-b43d48308623) service to localhost/127.0.0.1:41885 2024-11-08T20:21:03,662 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T20:21:03,662 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T20:21:03,663 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T20:21:03,663 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6777b9d2-fd75-59a4-0553-6421af3d9054/cluster_1a8abd1e-7382-65db-cf4e-4f85d7b8fafc/data/data1/current/BP-1096293494-172.17.0.3-1731097220481 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:21:03,664 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6777b9d2-fd75-59a4-0553-6421af3d9054/cluster_1a8abd1e-7382-65db-cf4e-4f85d7b8fafc/data/data2/current/BP-1096293494-172.17.0.3-1731097220481 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:21:03,670 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b400dab{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:21:03,670 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2dc99cf4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:21:03,670 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:21:03,670 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ddec6b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:21:03,671 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4769f48d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6777b9d2-fd75-59a4-0553-6421af3d9054/hadoop.log.dir/,STOPPED} 2024-11-08T20:21:03,678 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T20:21:03,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T20:21:03,710 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=361 (was 313) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:41885 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:38801 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:41885 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:38801 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51380) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:38801 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:41885 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:41885 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51380) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41885 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:44979 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44979 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38801 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51380) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:44979 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:44979 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:38801 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:44979 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=787 (was 730) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=415 (was 352) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2066 (was 2214) 2024-11-08T20:21:03,721 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=361, OpenFileDescriptor=787, MaxFileDescriptor=1048576, SystemLoadAverage=415, ProcessCount=11, AvailableMemoryMB=2067 2024-11-08T20:21:03,735 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-08T20:21:03,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a17d1a17-bbe0-c90f-8c9a-144294c780eb/hadoop.log.dir so I do NOT create it in target/test-data/53a894b1-2397-ee15-93d8-a453c2ef1ec3 2024-11-08T20:21:03,735 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a17d1a17-bbe0-c90f-8c9a-144294c780eb/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T20:21:03,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a17d1a17-bbe0-c90f-8c9a-144294c780eb/hadoop.tmp.dir so I do NOT create it in target/test-data/53a894b1-2397-ee15-93d8-a453c2ef1ec3 2024-11-08T20:21:03,735 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a17d1a17-bbe0-c90f-8c9a-144294c780eb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T20:21:03,736 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a894b1-2397-ee15-93d8-a453c2ef1ec3 2024-11-08T20:21:03,736 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a894b1-2397-ee15-93d8-a453c2ef1ec3/cluster_93efa809-13d9-e524-b9da-63b04e78b239, deleteOnExit=true 2024-11-08T20:21:03,738 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a894b1-2397-ee15-93d8-a453c2ef1ec3/cluster_93efa809-13d9-e524-b9da-63b04e78b239/zookeeper_0, clientPort=51588, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a894b1-2397-ee15-93d8-a453c2ef1ec3/cluster_93efa809-13d9-e524-b9da-63b04e78b239/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a894b1-2397-ee15-93d8-a453c2ef1ec3/cluster_93efa809-13d9-e524-b9da-63b04e78b239/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T20:21:03,738 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51588 2024-11-08T20:21:03,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T20:21:03,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T20:21:03,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a894b1-2397-ee15-93d8-a453c2ef1ec3/test.cache.data in system properties and HBase conf 2024-11-08T20:21:03,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a894b1-2397-ee15-93d8-a453c2ef1ec3/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T20:21:03,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a894b1-2397-ee15-93d8-a453c2ef1ec3/hadoop.log.dir in system properties and HBase conf 2024-11-08T20:21:03,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a894b1-2397-ee15-93d8-a453c2ef1ec3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T20:21:03,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a894b1-2397-ee15-93d8-a453c2ef1ec3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T20:21:03,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T20:21:03,739 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T20:21:03,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a894b1-2397-ee15-93d8-a453c2ef1ec3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:21:03,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a894b1-2397-ee15-93d8-a453c2ef1ec3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:21:03,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a894b1-2397-ee15-93d8-a453c2ef1ec3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T20:21:03,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a894b1-2397-ee15-93d8-a453c2ef1ec3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:21:03,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a894b1-2397-ee15-93d8-a453c2ef1ec3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T20:21:03,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a894b1-2397-ee15-93d8-a453c2ef1ec3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T20:21:03,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a894b1-2397-ee15-93d8-a453c2ef1ec3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:21:03,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a894b1-2397-ee15-93d8-a453c2ef1ec3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:21:03,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a894b1-2397-ee15-93d8-a453c2ef1ec3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T20:21:03,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a894b1-2397-ee15-93d8-a453c2ef1ec3/nfs.dump.dir in system properties and HBase conf 2024-11-08T20:21:03,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a894b1-2397-ee15-93d8-a453c2ef1ec3/java.io.tmpdir in system properties and HBase conf 2024-11-08T20:21:03,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a894b1-2397-ee15-93d8-a453c2ef1ec3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:21:03,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a894b1-2397-ee15-93d8-a453c2ef1ec3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T20:21:03,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a894b1-2397-ee15-93d8-a453c2ef1ec3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T20:21:03,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1011c1b51160008, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T20:21:03,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011c1b51160005, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T20:21:03,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011c1b51160002, quorum=127.0.0.1:51380, baseZNode=/0327489060 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T20:21:03,775 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011c1b51160005, quorum=127.0.0.1:51380, baseZNode=/1-525378368 Received Disconnected from ZooKeeper, ignoring 2024-11-08T20:21:03,775 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011c1b51160002, quorum=127.0.0.1:51380, baseZNode=/0327489060 Received Disconnected from ZooKeeper, ignoring 2024-11-08T20:21:03,775 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1011c1b51160008, quorum=127.0.0.1:51380, baseZNode=/2-941066918 Received Disconnected from ZooKeeper, ignoring 2024-11-08T20:21:04,051 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:21:04,053 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:21:04,054 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:21:04,054 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:21:04,054 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T20:21:04,054 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:21:04,055 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e8d8824{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a894b1-2397-ee15-93d8-a453c2ef1ec3/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:21:04,055 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50947f00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:21:04,150 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68ce984f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a894b1-2397-ee15-93d8-a453c2ef1ec3/java.io.tmpdir/jetty-localhost-37633-hadoop-hdfs-3_4_1-tests_jar-_-any-8749243176182265845/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:21:04,150 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@53f92f90{HTTP/1.1, (http/1.1)}{localhost:37633} 2024-11-08T20:21:04,151 INFO [Time-limited test {}] server.Server(415): Started @324439ms 2024-11-08T20:21:04,409 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:21:04,412 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:21:04,413 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:21:04,413 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:21:04,414 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T20:21:04,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55e49aa2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a894b1-2397-ee15-93d8-a453c2ef1ec3/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:21:04,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24557df0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:21:04,507 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39d8b031{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a894b1-2397-ee15-93d8-a453c2ef1ec3/java.io.tmpdir/jetty-localhost-43391-hadoop-hdfs-3_4_1-tests_jar-_-any-15181498930649379429/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:21:04,508 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d99f8b5{HTTP/1.1, (http/1.1)}{localhost:43391} 2024-11-08T20:21:04,508 INFO [Time-limited test {}] server.Server(415): Started @324796ms 2024-11-08T20:21:04,509 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T20:21:05,217 WARN [Thread-4200 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a894b1-2397-ee15-93d8-a453c2ef1ec3/cluster_93efa809-13d9-e524-b9da-63b04e78b239/data/data1/current/BP-429900217-172.17.0.3-1731097263755/current, will proceed with Du for space computation calculation, 2024-11-08T20:21:05,240 WARN [Thread-4201 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a894b1-2397-ee15-93d8-a453c2ef1ec3/cluster_93efa809-13d9-e524-b9da-63b04e78b239/data/data2/current/BP-429900217-172.17.0.3-1731097263755/current, will proceed with Du for space computation calculation, 2024-11-08T20:21:05,309 WARN [Thread-4188 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T20:21:05,319 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f6c93557feb27fe with lease ID 0xc89bca3e5ea091df: Processing first storage report for DS-9f16dd9b-3a58-4ebf-a491-4f7956ade4b3 from datanode DatanodeRegistration(127.0.0.1:37779, datanodeUuid=4c9d98f3-6fbe-4049-9c88-ae1d28ff7466, infoPort=33335, infoSecurePort=0, ipcPort=43771, storageInfo=lv=-57;cid=testClusterID;nsid=502868169;c=1731097263755) 2024-11-08T20:21:05,319 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f6c93557feb27fe with lease ID 0xc89bca3e5ea091df: from storage DS-9f16dd9b-3a58-4ebf-a491-4f7956ade4b3 node DatanodeRegistration(127.0.0.1:37779, datanodeUuid=4c9d98f3-6fbe-4049-9c88-ae1d28ff7466, infoPort=33335, infoSecurePort=0, ipcPort=43771, storageInfo=lv=-57;cid=testClusterID;nsid=502868169;c=1731097263755), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:21:05,319 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f6c93557feb27fe with lease ID 0xc89bca3e5ea091df: Processing first storage report for DS-e6a2dc66-e328-402b-8346-7c10e1dd2fca from datanode DatanodeRegistration(127.0.0.1:37779, datanodeUuid=4c9d98f3-6fbe-4049-9c88-ae1d28ff7466, infoPort=33335, infoSecurePort=0, ipcPort=43771, storageInfo=lv=-57;cid=testClusterID;nsid=502868169;c=1731097263755) 2024-11-08T20:21:05,319 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f6c93557feb27fe with lease ID 0xc89bca3e5ea091df: from storage DS-e6a2dc66-e328-402b-8346-7c10e1dd2fca node DatanodeRegistration(127.0.0.1:37779, datanodeUuid=4c9d98f3-6fbe-4049-9c88-ae1d28ff7466, infoPort=33335, infoSecurePort=0, ipcPort=43771, storageInfo=lv=-57;cid=testClusterID;nsid=502868169;c=1731097263755), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:21:05,341 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a894b1-2397-ee15-93d8-a453c2ef1ec3 2024-11-08T20:21:05,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:21:05,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:21:05,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37779 is added to blk_1073741825_1001 (size=7) 2024-11-08T20:21:05,388 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44003/user/jenkins/test-data/648a26cb-6b3e-5b93-8e5e-57a5edc37a8b with version=8 2024-11-08T20:21:05,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44003/user/jenkins/test-data/648a26cb-6b3e-5b93-8e5e-57a5edc37a8b/hbase-staging 2024-11-08T20:21:05,391 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:21:05,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:21:05,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:21:05,391 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:21:05,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:21:05,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:21:05,391 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T20:21:05,391 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:21:05,392 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34091 2024-11-08T20:21:05,394 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34091 connecting to ZooKeeper ensemble=127.0.0.1:51588 2024-11-08T20:21:05,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:340910x0, quorum=127.0.0.1:51588, baseZNode=/0-2101451362 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:21:05,476 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34091-0x1011c1bfa250000 connected 2024-11-08T20:21:05,588 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:21:05,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:21:05,605 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34091-0x1011c1bfa250000, quorum=127.0.0.1:51588, baseZNode=/0-2101451362 Set watcher on znode that does not yet exist, /0-2101451362/running 2024-11-08T20:21:05,605 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44003/user/jenkins/test-data/648a26cb-6b3e-5b93-8e5e-57a5edc37a8b, hbase.cluster.distributed=false 2024-11-08T20:21:05,608 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34091-0x1011c1bfa250000, quorum=127.0.0.1:51588, baseZNode=/0-2101451362 Set watcher on znode that does not yet exist, /0-2101451362/acl 2024-11-08T20:21:05,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34091 2024-11-08T20:21:05,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34091 2024-11-08T20:21:05,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34091 2024-11-08T20:21:05,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34091 2024-11-08T20:21:05,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34091 2024-11-08T20:21:05,685 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:21:05,685 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:21:05,685 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:21:05,685 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:21:05,685 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:21:05,685 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:21:05,685 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T20:21:05,685 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:21:05,688 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33821 2024-11-08T20:21:05,689 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33821 connecting to ZooKeeper ensemble=127.0.0.1:51588 2024-11-08T20:21:05,690 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:21:05,692 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:21:05,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338210x0, quorum=127.0.0.1:51588, baseZNode=/0-2101451362 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:21:05,709 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:338210x0, quorum=127.0.0.1:51588, baseZNode=/0-2101451362 Set watcher on znode that does not yet exist, /0-2101451362/running 2024-11-08T20:21:05,709 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33821-0x1011c1bfa250001 connected 2024-11-08T20:21:05,709 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T20:21:05,710 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T20:21:05,711 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33821-0x1011c1bfa250001, quorum=127.0.0.1:51588, baseZNode=/0-2101451362 Set watcher on znode that does not yet exist, /0-2101451362/master 2024-11-08T20:21:05,720 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33821-0x1011c1bfa250001, quorum=127.0.0.1:51588, baseZNode=/0-2101451362 Set watcher on znode that does not yet exist, /0-2101451362/acl 2024-11-08T20:21:05,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33821 2024-11-08T20:21:05,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33821 2024-11-08T20:21:05,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33821 2024-11-08T20:21:05,757 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33821 2024-11-08T20:21:05,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33821 2024-11-08T20:21:05,785 DEBUG [M:0;ae1476a7656f:34091 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ae1476a7656f:34091 2024-11-08T20:21:05,786 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2101451362/backup-masters/ae1476a7656f,34091,1731097265390 2024-11-08T20:21:05,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34091-0x1011c1bfa250000, quorum=127.0.0.1:51588, baseZNode=/0-2101451362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2101451362/backup-masters 2024-11-08T20:21:05,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x1011c1bfa250001, quorum=127.0.0.1:51588, baseZNode=/0-2101451362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2101451362/backup-masters 2024-11-08T20:21:05,799 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34091-0x1011c1bfa250000, quorum=127.0.0.1:51588, baseZNode=/0-2101451362 Set watcher on existing znode=/0-2101451362/backup-masters/ae1476a7656f,34091,1731097265390 2024-11-08T20:21:05,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34091-0x1011c1bfa250000, quorum=127.0.0.1:51588, baseZNode=/0-2101451362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2101451362 2024-11-08T20:21:05,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x1011c1bfa250001, quorum=127.0.0.1:51588, baseZNode=/0-2101451362 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2101451362/master 2024-11-08T20:21:05,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x1011c1bfa250001, quorum=127.0.0.1:51588, baseZNode=/0-2101451362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2101451362 2024-11-08T20:21:05,810 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34091-0x1011c1bfa250000, quorum=127.0.0.1:51588, baseZNode=/0-2101451362 Set watcher on existing znode=/0-2101451362/master 2024-11-08T20:21:05,810 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2101451362/backup-masters/ae1476a7656f,34091,1731097265390 from backup master directory 2024-11-08T20:21:05,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x1011c1bfa250001, quorum=127.0.0.1:51588, baseZNode=/0-2101451362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2101451362/backup-masters 2024-11-08T20:21:05,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34091-0x1011c1bfa250000, quorum=127.0.0.1:51588, baseZNode=/0-2101451362 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2101451362/backup-masters/ae1476a7656f,34091,1731097265390 2024-11-08T20:21:05,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34091-0x1011c1bfa250000, quorum=127.0.0.1:51588, baseZNode=/0-2101451362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2101451362/backup-masters 2024-11-08T20:21:05,820 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:21:05,820 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ae1476a7656f,34091,1731097265390 2024-11-08T20:21:05,824 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44003/user/jenkins/test-data/648a26cb-6b3e-5b93-8e5e-57a5edc37a8b/hbase.id] with ID: bc1ecdff-5b90-4505-9a8f-71c67d4ea6d5 2024-11-08T20:21:05,824 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44003/user/jenkins/test-data/648a26cb-6b3e-5b93-8e5e-57a5edc37a8b/.tmp/hbase.id 2024-11-08T20:21:05,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37779 is added to blk_1073741826_1002 (size=42) 2024-11-08T20:21:05,831 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44003/user/jenkins/test-data/648a26cb-6b3e-5b93-8e5e-57a5edc37a8b/.tmp/hbase.id]:[hdfs://localhost:44003/user/jenkins/test-data/648a26cb-6b3e-5b93-8e5e-57a5edc37a8b/hbase.id] 2024-11-08T20:21:05,843 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:21:05,843 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T20:21:05,844 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T20:21:05,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x1011c1bfa250001, quorum=127.0.0.1:51588, baseZNode=/0-2101451362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2101451362 2024-11-08T20:21:05,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34091-0x1011c1bfa250000, quorum=127.0.0.1:51588, baseZNode=/0-2101451362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2101451362 2024-11-08T20:21:05,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37779 is added to blk_1073741827_1003 (size=196) 2024-11-08T20:21:05,885 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:21:05,886 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T20:21:05,899 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:21:05,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37779 is added to blk_1073741828_1004 (size=1189) 2024-11-08T20:21:06,331 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44003/user/jenkins/test-data/648a26cb-6b3e-5b93-8e5e-57a5edc37a8b/MasterData/data/master/store 2024-11-08T20:21:06,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37779 is added to blk_1073741829_1005 (size=34) 2024-11-08T20:21:06,738 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:21:06,738 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:21:06,738 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:21:06,738 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:21:06,738 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:21:06,738 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:21:06,738 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:21:06,738 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731097266738Disabling compacts and flushes for region at 1731097266738Disabling writes for close at 1731097266738Writing region close event to WAL at 1731097266738Closed at 1731097266738 2024-11-08T20:21:06,739 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44003/user/jenkins/test-data/648a26cb-6b3e-5b93-8e5e-57a5edc37a8b/MasterData/data/master/store/.initializing 2024-11-08T20:21:06,739 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44003/user/jenkins/test-data/648a26cb-6b3e-5b93-8e5e-57a5edc37a8b/MasterData/WALs/ae1476a7656f,34091,1731097265390 2024-11-08T20:21:06,740 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:21:06,742 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C34091%2C1731097265390, suffix=, logDir=hdfs://localhost:44003/user/jenkins/test-data/648a26cb-6b3e-5b93-8e5e-57a5edc37a8b/MasterData/WALs/ae1476a7656f,34091,1731097265390, archiveDir=hdfs://localhost:44003/user/jenkins/test-data/648a26cb-6b3e-5b93-8e5e-57a5edc37a8b/MasterData/oldWALs, maxLogs=10 2024-11-08T20:21:06,756 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/648a26cb-6b3e-5b93-8e5e-57a5edc37a8b/MasterData/WALs/ae1476a7656f,34091,1731097265390/ae1476a7656f%2C34091%2C1731097265390.1731097266742, exclude list is [], retry=0 2024-11-08T20:21:06,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37779,DS-9f16dd9b-3a58-4ebf-a491-4f7956ade4b3,DISK] 2024-11-08T20:21:06,761 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/648a26cb-6b3e-5b93-8e5e-57a5edc37a8b/MasterData/WALs/ae1476a7656f,34091,1731097265390/ae1476a7656f%2C34091%2C1731097265390.1731097266742 2024-11-08T20:21:06,772 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33335:33335)] 2024-11-08T20:21:06,772 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:21:06,773 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:21:06,773 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:21:06,773 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:21:06,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:21:06,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T20:21:06,798 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:06,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:21:06,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:21:06,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T20:21:06,799 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:06,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:21:06,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:21:06,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T20:21:06,801 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:06,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:21:06,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:21:06,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T20:21:06,803 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:06,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:21:06,803 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:21:06,804 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44003/user/jenkins/test-data/648a26cb-6b3e-5b93-8e5e-57a5edc37a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:21:06,804 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44003/user/jenkins/test-data/648a26cb-6b3e-5b93-8e5e-57a5edc37a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:21:06,805 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:21:06,805 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:21:06,806 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:21:06,807 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:21:06,813 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44003/user/jenkins/test-data/648a26cb-6b3e-5b93-8e5e-57a5edc37a8b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:21:06,813 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67818778, jitterRate=0.010578542947769165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:21:06,814 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731097266773Initializing all the Stores at 1731097266774 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097266774Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097266796 (+22 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097266796Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097266796Cleaning up temporary data from old regions at 1731097266806 (+10 ms)Region opened successfully at 1731097266814 (+8 ms) 2024-11-08T20:21:06,820 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T20:21:06,823 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@282acce6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:21:06,824 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T20:21:06,824 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T20:21:06,825 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T20:21:06,825 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T20:21:06,826 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T20:21:06,827 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T20:21:06,827 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T20:21:06,834 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T20:21:06,835 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34091-0x1011c1bfa250000, quorum=127.0.0.1:51588, baseZNode=/0-2101451362 Unable to get data of znode /0-2101451362/balancer because node does not exist (not necessarily an error) 2024-11-08T20:21:06,903 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2101451362/balancer already deleted, retry=false 2024-11-08T20:21:06,904 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T20:21:06,905 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34091-0x1011c1bfa250000, quorum=127.0.0.1:51588, baseZNode=/0-2101451362 Unable to get data of znode /0-2101451362/normalizer because node does not exist (not necessarily an error) 2024-11-08T20:21:06,914 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2101451362/normalizer already deleted, retry=false 2024-11-08T20:21:06,914 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T20:21:06,915 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34091-0x1011c1bfa250000, quorum=127.0.0.1:51588, baseZNode=/0-2101451362 Unable to get data of znode /0-2101451362/switch/split because node does not exist (not necessarily an error) 2024-11-08T20:21:06,924 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2101451362/switch/split already deleted, retry=false 2024-11-08T20:21:06,925 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34091-0x1011c1bfa250000, quorum=127.0.0.1:51588, baseZNode=/0-2101451362 Unable to get data of znode /0-2101451362/switch/merge because node does not exist (not necessarily an error) 2024-11-08T20:21:06,935 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2101451362/switch/merge already deleted, retry=false 2024-11-08T20:21:06,937 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34091-0x1011c1bfa250000, quorum=127.0.0.1:51588, baseZNode=/0-2101451362 Unable to get data of znode /0-2101451362/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T20:21:06,945 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2101451362/snapshot-cleanup already deleted, retry=false 2024-11-08T20:21:06,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34091-0x1011c1bfa250000, quorum=127.0.0.1:51588, baseZNode=/0-2101451362 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2101451362/running 2024-11-08T20:21:06,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x1011c1bfa250001, quorum=127.0.0.1:51588, baseZNode=/0-2101451362 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2101451362/running 2024-11-08T20:21:06,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x1011c1bfa250001, quorum=127.0.0.1:51588, baseZNode=/0-2101451362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2101451362 2024-11-08T20:21:06,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34091-0x1011c1bfa250000, quorum=127.0.0.1:51588, baseZNode=/0-2101451362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2101451362 2024-11-08T20:21:06,956 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ae1476a7656f,34091,1731097265390, sessionid=0x1011c1bfa250000, setting cluster-up flag (Was=false) 2024-11-08T20:21:06,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34091-0x1011c1bfa250000, quorum=127.0.0.1:51588, baseZNode=/0-2101451362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2101451362 2024-11-08T20:21:06,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x1011c1bfa250001, quorum=127.0.0.1:51588, baseZNode=/0-2101451362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2101451362 2024-11-08T20:21:07,009 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2101451362/flush-table-proc/acquired, /0-2101451362/flush-table-proc/reached, /0-2101451362/flush-table-proc/abort 2024-11-08T20:21:07,010 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,34091,1731097265390 2024-11-08T20:21:07,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x1011c1bfa250001, quorum=127.0.0.1:51588, baseZNode=/0-2101451362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2101451362 2024-11-08T20:21:07,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34091-0x1011c1bfa250000, quorum=127.0.0.1:51588, baseZNode=/0-2101451362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2101451362 2024-11-08T20:21:07,061 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2101451362/online-snapshot/acquired, /0-2101451362/online-snapshot/reached, /0-2101451362/online-snapshot/abort 2024-11-08T20:21:07,062 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,34091,1731097265390 2024-11-08T20:21:07,063 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44003/user/jenkins/test-data/648a26cb-6b3e-5b93-8e5e-57a5edc37a8b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T20:21:07,065 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T20:21:07,065 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T20:21:07,065 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T20:21:07,065 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ae1476a7656f,34091,1731097265390 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T20:21:07,066 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:21:07,066 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:21:07,066 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:21:07,066 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:21:07,066 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ae1476a7656f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T20:21:07,066 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:21:07,066 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:21:07,067 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:21:07,069 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731097297068 2024-11-08T20:21:07,069 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T20:21:07,069 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T20:21:07,069 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T20:21:07,069 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T20:21:07,069 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T20:21:07,069 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T20:21:07,069 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:21:07,069 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T20:21:07,070 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:07,070 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T20:21:07,075 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:07,076 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T20:21:07,076 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T20:21:07,076 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T20:21:07,076 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T20:21:07,076 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T20:21:07,076 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T20:21:07,077 INFO [RS:0;ae1476a7656f:33821 {}] regionserver.HRegionServer(746): ClusterId : bc1ecdff-5b90-4505-9a8f-71c67d4ea6d5 2024-11-08T20:21:07,077 DEBUG [RS:0;ae1476a7656f:33821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T20:21:07,080 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097267076,5,FailOnTimeoutGroup] 2024-11-08T20:21:07,082 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097267080,5,FailOnTimeoutGroup] 2024-11-08T20:21:07,082 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:07,082 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T20:21:07,082 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:07,082 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:07,083 DEBUG [RS:0;ae1476a7656f:33821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T20:21:07,083 DEBUG [RS:0;ae1476a7656f:33821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T20:21:07,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37779 is added to blk_1073741831_1007 (size=1321) 2024-11-08T20:21:07,094 DEBUG [RS:0;ae1476a7656f:33821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T20:21:07,094 DEBUG [RS:0;ae1476a7656f:33821 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5db348ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:21:07,106 DEBUG [RS:0;ae1476a7656f:33821 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ae1476a7656f:33821 2024-11-08T20:21:07,106 INFO [RS:0;ae1476a7656f:33821 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T20:21:07,106 INFO [RS:0;ae1476a7656f:33821 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T20:21:07,106 DEBUG [RS:0;ae1476a7656f:33821 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T20:21:07,107 INFO [RS:0;ae1476a7656f:33821 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae1476a7656f,34091,1731097265390 with port=33821, startcode=1731097265684 2024-11-08T20:21:07,107 DEBUG [RS:0;ae1476a7656f:33821 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T20:21:07,108 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T20:21:07,109 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34091 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae1476a7656f,33821,1731097265684 2024-11-08T20:21:07,109 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34091 {}] master.ServerManager(517): Registering regionserver=ae1476a7656f,33821,1731097265684 2024-11-08T20:21:07,110 DEBUG [RS:0;ae1476a7656f:33821 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44003/user/jenkins/test-data/648a26cb-6b3e-5b93-8e5e-57a5edc37a8b 2024-11-08T20:21:07,110 DEBUG [RS:0;ae1476a7656f:33821 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44003 2024-11-08T20:21:07,110 DEBUG [RS:0;ae1476a7656f:33821 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T20:21:07,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34091-0x1011c1bfa250000, quorum=127.0.0.1:51588, baseZNode=/0-2101451362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2101451362/rs 2024-11-08T20:21:07,123 DEBUG [RS:0;ae1476a7656f:33821 {}] zookeeper.ZKUtil(111): regionserver:33821-0x1011c1bfa250001, quorum=127.0.0.1:51588, baseZNode=/0-2101451362 Set watcher on existing znode=/0-2101451362/rs/ae1476a7656f,33821,1731097265684 2024-11-08T20:21:07,123 WARN [RS:0;ae1476a7656f:33821 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:21:07,123 INFO [RS:0;ae1476a7656f:33821 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:21:07,123 DEBUG [RS:0;ae1476a7656f:33821 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44003/user/jenkins/test-data/648a26cb-6b3e-5b93-8e5e-57a5edc37a8b/WALs/ae1476a7656f,33821,1731097265684 2024-11-08T20:21:07,123 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae1476a7656f,33821,1731097265684] 2024-11-08T20:21:07,125 INFO [RS:0;ae1476a7656f:33821 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T20:21:07,128 INFO [RS:0;ae1476a7656f:33821 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T20:21:07,128 INFO [RS:0;ae1476a7656f:33821 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T20:21:07,128 INFO [RS:0;ae1476a7656f:33821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:07,128 INFO [RS:0;ae1476a7656f:33821 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T20:21:07,129 INFO [RS:0;ae1476a7656f:33821 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T20:21:07,129 INFO [RS:0;ae1476a7656f:33821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:07,129 DEBUG [RS:0;ae1476a7656f:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:21:07,129 DEBUG [RS:0;ae1476a7656f:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:21:07,129 DEBUG [RS:0;ae1476a7656f:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:21:07,129 DEBUG [RS:0;ae1476a7656f:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:21:07,129 DEBUG [RS:0;ae1476a7656f:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:21:07,129 DEBUG [RS:0;ae1476a7656f:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:21:07,129 DEBUG [RS:0;ae1476a7656f:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:21:07,129 DEBUG [RS:0;ae1476a7656f:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:21:07,129 DEBUG [RS:0;ae1476a7656f:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:21:07,129 DEBUG [RS:0;ae1476a7656f:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:21:07,129 DEBUG [RS:0;ae1476a7656f:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:21:07,129 DEBUG [RS:0;ae1476a7656f:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:21:07,129 DEBUG [RS:0;ae1476a7656f:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:21:07,129 DEBUG [RS:0;ae1476a7656f:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:21:07,130 INFO [RS:0;ae1476a7656f:33821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:07,130 INFO [RS:0;ae1476a7656f:33821 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:07,130 INFO [RS:0;ae1476a7656f:33821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:07,130 INFO [RS:0;ae1476a7656f:33821 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:07,130 INFO [RS:0;ae1476a7656f:33821 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:07,130 INFO [RS:0;ae1476a7656f:33821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,33821,1731097265684-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:21:07,142 INFO [RS:0;ae1476a7656f:33821 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T20:21:07,142 INFO [RS:0;ae1476a7656f:33821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,33821,1731097265684-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:07,143 INFO [RS:0;ae1476a7656f:33821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:07,143 INFO [RS:0;ae1476a7656f:33821 {}] regionserver.Replication(171): ae1476a7656f,33821,1731097265684 started 2024-11-08T20:21:07,154 INFO [RS:0;ae1476a7656f:33821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:07,154 INFO [RS:0;ae1476a7656f:33821 {}] regionserver.HRegionServer(1482): Serving as ae1476a7656f,33821,1731097265684, RpcServer on ae1476a7656f/172.17.0.3:33821, sessionid=0x1011c1bfa250001 2024-11-08T20:21:07,154 DEBUG [RS:0;ae1476a7656f:33821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T20:21:07,154 DEBUG [RS:0;ae1476a7656f:33821 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae1476a7656f,33821,1731097265684 2024-11-08T20:21:07,154 DEBUG [RS:0;ae1476a7656f:33821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,33821,1731097265684' 2024-11-08T20:21:07,154 DEBUG [RS:0;ae1476a7656f:33821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2101451362/flush-table-proc/abort' 2024-11-08T20:21:07,155 DEBUG [RS:0;ae1476a7656f:33821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2101451362/flush-table-proc/acquired' 2024-11-08T20:21:07,155 DEBUG [RS:0;ae1476a7656f:33821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T20:21:07,155 DEBUG [RS:0;ae1476a7656f:33821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T20:21:07,155 DEBUG [RS:0;ae1476a7656f:33821 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae1476a7656f,33821,1731097265684 2024-11-08T20:21:07,155 DEBUG [RS:0;ae1476a7656f:33821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,33821,1731097265684' 2024-11-08T20:21:07,155 DEBUG [RS:0;ae1476a7656f:33821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2101451362/online-snapshot/abort' 2024-11-08T20:21:07,156 DEBUG [RS:0;ae1476a7656f:33821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2101451362/online-snapshot/acquired' 2024-11-08T20:21:07,156 DEBUG [RS:0;ae1476a7656f:33821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T20:21:07,156 INFO [RS:0;ae1476a7656f:33821 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T20:21:07,156 INFO [RS:0;ae1476a7656f:33821 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T20:21:07,256 INFO [RS:0;ae1476a7656f:33821 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:21:07,257 INFO [RS:0;ae1476a7656f:33821 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C33821%2C1731097265684, suffix=, logDir=hdfs://localhost:44003/user/jenkins/test-data/648a26cb-6b3e-5b93-8e5e-57a5edc37a8b/WALs/ae1476a7656f,33821,1731097265684, archiveDir=hdfs://localhost:44003/user/jenkins/test-data/648a26cb-6b3e-5b93-8e5e-57a5edc37a8b/oldWALs, maxLogs=10 2024-11-08T20:21:07,269 DEBUG [RS:0;ae1476a7656f:33821 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/648a26cb-6b3e-5b93-8e5e-57a5edc37a8b/WALs/ae1476a7656f,33821,1731097265684/ae1476a7656f%2C33821%2C1731097265684.1731097267257, exclude list is [], retry=0 2024-11-08T20:21:07,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37779,DS-9f16dd9b-3a58-4ebf-a491-4f7956ade4b3,DISK] 2024-11-08T20:21:07,272 INFO [RS:0;ae1476a7656f:33821 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/648a26cb-6b3e-5b93-8e5e-57a5edc37a8b/WALs/ae1476a7656f,33821,1731097265684/ae1476a7656f%2C33821%2C1731097265684.1731097267257 2024-11-08T20:21:07,272 DEBUG [RS:0;ae1476a7656f:33821 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33335:33335)] 2024-11-08T20:21:07,485 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44003/user/jenkins/test-data/648a26cb-6b3e-5b93-8e5e-57a5edc37a8b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T20:21:07,485 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44003/user/jenkins/test-data/648a26cb-6b3e-5b93-8e5e-57a5edc37a8b 2024-11-08T20:21:07,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37779 is added to blk_1073741833_1009 (size=32) 2024-11-08T20:21:07,602 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:21:07,603 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ae1476a7656f,43507,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:43507 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T20:21:07,603 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 129011 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ae1476a7656f,43507,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:43507 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T20:21:07,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T20:21:07,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T20:21:07,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T20:21:07,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:21:07,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:21:07,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:21:07,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:07,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:21:07,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:21:07,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:21:07,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:07,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:21:07,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:21:07,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:21:07,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:07,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:21:07,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:21:07,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:21:07,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:07,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:21:07,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:21:07,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44003/user/jenkins/test-data/648a26cb-6b3e-5b93-8e5e-57a5edc37a8b/data/hbase/meta/1588230740 2024-11-08T20:21:07,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44003/user/jenkins/test-data/648a26cb-6b3e-5b93-8e5e-57a5edc37a8b/data/hbase/meta/1588230740 2024-11-08T20:21:07,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:21:07,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:21:07,903 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:21:07,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:21:07,906 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44003/user/jenkins/test-data/648a26cb-6b3e-5b93-8e5e-57a5edc37a8b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:21:07,906 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63982832, jitterRate=-0.04658150672912598}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:21:07,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731097267896Initializing all the Stores at 1731097267896Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097267896Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097267896Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097267896Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097267896Cleaning up temporary data from old regions at 1731097267903 (+7 ms)Region opened successfully at 1731097267906 (+3 ms) 2024-11-08T20:21:07,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:21:07,906 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:21:07,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:21:07,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:21:07,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:21:07,907 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:21:07,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731097267906Disabling compacts and flushes for region at 1731097267906Disabling writes for close at 1731097267906Writing region close event to WAL at 1731097267907 (+1 ms)Closed at 1731097267907 2024-11-08T20:21:07,907 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:21:07,908 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T20:21:07,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T20:21:07,908 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:21:07,909 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T20:21:08,059 DEBUG [ae1476a7656f:34091 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T20:21:08,060 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ae1476a7656f,33821,1731097265684 2024-11-08T20:21:08,061 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,33821,1731097265684, state=OPENING 2024-11-08T20:21:08,114 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T20:21:08,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x1011c1bfa250001, quorum=127.0.0.1:51588, baseZNode=/0-2101451362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2101451362 2024-11-08T20:21:08,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34091-0x1011c1bfa250000, quorum=127.0.0.1:51588, baseZNode=/0-2101451362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2101451362 2024-11-08T20:21:08,155 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2101451362/meta-region-server: CHANGED 2024-11-08T20:21:08,155 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2101451362/meta-region-server: CHANGED 2024-11-08T20:21:08,155 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:21:08,155 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,33821,1731097265684}] 2024-11-08T20:21:08,307 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:21:08,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38537, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T20:21:08,311 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T20:21:08,311 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:21:08,311 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T20:21:08,313 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C33821%2C1731097265684.meta, suffix=.meta, logDir=hdfs://localhost:44003/user/jenkins/test-data/648a26cb-6b3e-5b93-8e5e-57a5edc37a8b/WALs/ae1476a7656f,33821,1731097265684, archiveDir=hdfs://localhost:44003/user/jenkins/test-data/648a26cb-6b3e-5b93-8e5e-57a5edc37a8b/oldWALs, maxLogs=10 2024-11-08T20:21:08,331 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/648a26cb-6b3e-5b93-8e5e-57a5edc37a8b/WALs/ae1476a7656f,33821,1731097265684/ae1476a7656f%2C33821%2C1731097265684.meta.1731097268314.meta, exclude list is [], retry=0 2024-11-08T20:21:08,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37779,DS-9f16dd9b-3a58-4ebf-a491-4f7956ade4b3,DISK] 2024-11-08T20:21:08,337 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/648a26cb-6b3e-5b93-8e5e-57a5edc37a8b/WALs/ae1476a7656f,33821,1731097265684/ae1476a7656f%2C33821%2C1731097265684.meta.1731097268314.meta 2024-11-08T20:21:08,337 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33335:33335)] 2024-11-08T20:21:08,337 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:21:08,337 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:21:08,338 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T20:21:08,338 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T20:21:08,338 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T20:21:08,338 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T20:21:08,338 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:21:08,338 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T20:21:08,338 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T20:21:08,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:21:08,340 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:21:08,340 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:08,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:21:08,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:21:08,341 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:21:08,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:08,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:21:08,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:21:08,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:21:08,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:08,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:21:08,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:21:08,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:21:08,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:08,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:21:08,343 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:21:08,343 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44003/user/jenkins/test-data/648a26cb-6b3e-5b93-8e5e-57a5edc37a8b/data/hbase/meta/1588230740 2024-11-08T20:21:08,344 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44003/user/jenkins/test-data/648a26cb-6b3e-5b93-8e5e-57a5edc37a8b/data/hbase/meta/1588230740 2024-11-08T20:21:08,345 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:21:08,345 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:21:08,345 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:21:08,346 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:21:08,347 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64555151, jitterRate=-0.03805328905582428}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:21:08,347 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T20:21:08,348 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731097268338Writing region info on filesystem at 1731097268338Initializing all the Stores at 1731097268339 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097268339Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097268339Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097268339Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097268339Cleaning up temporary data from old regions at 1731097268345 (+6 ms)Running coprocessor post-open hooks at 1731097268347 (+2 ms)Region opened successfully at 1731097268348 (+1 ms) 2024-11-08T20:21:08,352 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731097268307 2024-11-08T20:21:08,354 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T20:21:08,354 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T20:21:08,355 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,33821,1731097265684 2024-11-08T20:21:08,355 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,33821,1731097265684, state=OPEN 2024-11-08T20:21:08,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34091-0x1011c1bfa250000, quorum=127.0.0.1:51588, baseZNode=/0-2101451362 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2101451362/meta-region-server 2024-11-08T20:21:08,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x1011c1bfa250001, quorum=127.0.0.1:51588, baseZNode=/0-2101451362 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2101451362/meta-region-server 2024-11-08T20:21:08,377 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2101451362/meta-region-server: CHANGED 2024-11-08T20:21:08,377 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2101451362/meta-region-server: CHANGED 2024-11-08T20:21:08,377 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ae1476a7656f,33821,1731097265684 2024-11-08T20:21:08,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T20:21:08,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,33821,1731097265684 in 222 msec 2024-11-08T20:21:08,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T20:21:08,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 473 msec 2024-11-08T20:21:08,385 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:21:08,385 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T20:21:08,386 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:21:08,386 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,33821,1731097265684, seqNum=-1] 2024-11-08T20:21:08,386 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:21:08,387 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:21:08,392 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3260 sec 2024-11-08T20:21:08,392 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731097268392, completionTime=-1 2024-11-08T20:21:08,393 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T20:21:08,393 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T20:21:08,395 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T20:21:08,395 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731097328395 2024-11-08T20:21:08,395 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731097388395 2024-11-08T20:21:08,395 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T20:21:08,395 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,34091,1731097265390-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:08,396 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,34091,1731097265390-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:08,396 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,34091,1731097265390-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:08,396 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ae1476a7656f:34091, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:08,396 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:08,396 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:08,398 DEBUG [master/ae1476a7656f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T20:21:08,400 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.580sec 2024-11-08T20:21:08,400 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T20:21:08,400 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T20:21:08,400 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T20:21:08,400 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T20:21:08,400 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T20:21:08,400 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,34091,1731097265390-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:21:08,400 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,34091,1731097265390-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T20:21:08,404 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T20:21:08,404 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T20:21:08,404 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,34091,1731097265390-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:08,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b24cc59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:08,478 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,34091,-1 for getting cluster id 2024-11-08T20:21:08,478 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:21:08,479 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc1ecdff-5b90-4505-9a8f-71c67d4ea6d5' 2024-11-08T20:21:08,479 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:21:08,479 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc1ecdff-5b90-4505-9a8f-71c67d4ea6d5" 2024-11-08T20:21:08,480 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2570a099, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:08,480 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,34091,-1] 2024-11-08T20:21:08,480 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:21:08,480 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:08,481 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:21:08,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@587fe274, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:08,482 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:21:08,483 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,33821,1731097265684, seqNum=-1] 2024-11-08T20:21:08,484 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:21:08,485 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:21:08,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ae1476a7656f,34091,1731097265390 2024-11-08T20:21:08,487 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51588 2024-11-08T20:21:08,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51588, baseZNode=/0-2101451362 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:21:08,493 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011c1bfa250002 connected 2024-11-08T20:21:08,506 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:21:08,506 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,34091,1731097265390 2024-11-08T20:21:08,507 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6107a721 2024-11-08T20:21:08,507 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:21:08,508 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:21:08,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34091 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:21:08,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34091 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T20:21:08,511 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T20:21:08,511 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:08,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34091 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T20:21:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:21:08,512 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T20:21:08,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37779 is added to blk_1073741835_1011 (size=902) 2024-11-08T20:21:08,528 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ce6314269948d64b281e44276ba754c1, NAME => 'test,,1731097268508.ce6314269948d64b281e44276ba754c1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44003/user/jenkins/test-data/648a26cb-6b3e-5b93-8e5e-57a5edc37a8b 2024-11-08T20:21:08,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37779 is added to blk_1073741836_1012 (size=39) 2024-11-08T20:21:08,558 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731097268508.ce6314269948d64b281e44276ba754c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:21:08,558 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ce6314269948d64b281e44276ba754c1, disabling compactions & flushes 2024-11-08T20:21:08,558 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731097268508.ce6314269948d64b281e44276ba754c1. 2024-11-08T20:21:08,558 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731097268508.ce6314269948d64b281e44276ba754c1. 2024-11-08T20:21:08,558 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731097268508.ce6314269948d64b281e44276ba754c1. after waiting 0 ms 2024-11-08T20:21:08,558 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731097268508.ce6314269948d64b281e44276ba754c1. 2024-11-08T20:21:08,558 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731097268508.ce6314269948d64b281e44276ba754c1. 2024-11-08T20:21:08,558 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ce6314269948d64b281e44276ba754c1: Waiting for close lock at 1731097268558Disabling compacts and flushes for region at 1731097268558Disabling writes for close at 1731097268558Writing region close event to WAL at 1731097268558Closed at 1731097268558 2024-11-08T20:21:08,559 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T20:21:08,560 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731097268508.ce6314269948d64b281e44276ba754c1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731097268559"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731097268559"}]},"ts":"1731097268559"} 2024-11-08T20:21:08,561 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T20:21:08,562 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T20:21:08,562 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097268562"}]},"ts":"1731097268562"} 2024-11-08T20:21:08,564 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T20:21:08,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ce6314269948d64b281e44276ba754c1, ASSIGN}] 2024-11-08T20:21:08,565 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ce6314269948d64b281e44276ba754c1, ASSIGN 2024-11-08T20:21:08,566 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ce6314269948d64b281e44276ba754c1, ASSIGN; state=OFFLINE, location=ae1476a7656f,33821,1731097265684; forceNewPlan=false, retain=false 2024-11-08T20:21:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:21:08,716 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ce6314269948d64b281e44276ba754c1, regionState=OPENING, regionLocation=ae1476a7656f,33821,1731097265684 2024-11-08T20:21:08,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ce6314269948d64b281e44276ba754c1, ASSIGN because future has completed 2024-11-08T20:21:08,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce6314269948d64b281e44276ba754c1, server=ae1476a7656f,33821,1731097265684}] 2024-11-08T20:21:08,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:21:08,873 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731097268508.ce6314269948d64b281e44276ba754c1. 2024-11-08T20:21:08,874 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ce6314269948d64b281e44276ba754c1, NAME => 'test,,1731097268508.ce6314269948d64b281e44276ba754c1.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:21:08,874 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:21:08,874 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T20:21:08,874 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ce6314269948d64b281e44276ba754c1 2024-11-08T20:21:08,874 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731097268508.ce6314269948d64b281e44276ba754c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:21:08,874 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ce6314269948d64b281e44276ba754c1 2024-11-08T20:21:08,874 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ce6314269948d64b281e44276ba754c1 2024-11-08T20:21:08,876 INFO [StoreOpener-ce6314269948d64b281e44276ba754c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ce6314269948d64b281e44276ba754c1 2024-11-08T20:21:08,877 INFO [StoreOpener-ce6314269948d64b281e44276ba754c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce6314269948d64b281e44276ba754c1 columnFamilyName f 2024-11-08T20:21:08,878 DEBUG [StoreOpener-ce6314269948d64b281e44276ba754c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:08,878 INFO [StoreOpener-ce6314269948d64b281e44276ba754c1-1 {}] regionserver.HStore(327): Store=ce6314269948d64b281e44276ba754c1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:21:08,878 INFO [StoreOpener-ce6314269948d64b281e44276ba754c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ce6314269948d64b281e44276ba754c1 2024-11-08T20:21:08,879 INFO [StoreOpener-ce6314269948d64b281e44276ba754c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce6314269948d64b281e44276ba754c1 columnFamilyName f1 2024-11-08T20:21:08,879 DEBUG [StoreOpener-ce6314269948d64b281e44276ba754c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:08,880 INFO [StoreOpener-ce6314269948d64b281e44276ba754c1-1 {}] regionserver.HStore(327): Store=ce6314269948d64b281e44276ba754c1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:21:08,880 INFO [StoreOpener-ce6314269948d64b281e44276ba754c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ce6314269948d64b281e44276ba754c1 2024-11-08T20:21:08,881 INFO [StoreOpener-ce6314269948d64b281e44276ba754c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce6314269948d64b281e44276ba754c1 columnFamilyName norep 2024-11-08T20:21:08,881 DEBUG [StoreOpener-ce6314269948d64b281e44276ba754c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:08,882 INFO [StoreOpener-ce6314269948d64b281e44276ba754c1-1 {}] regionserver.HStore(327): Store=ce6314269948d64b281e44276ba754c1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:21:08,882 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ce6314269948d64b281e44276ba754c1 2024-11-08T20:21:08,882 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44003/user/jenkins/test-data/648a26cb-6b3e-5b93-8e5e-57a5edc37a8b/data/default/test/ce6314269948d64b281e44276ba754c1 2024-11-08T20:21:08,882 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44003/user/jenkins/test-data/648a26cb-6b3e-5b93-8e5e-57a5edc37a8b/data/default/test/ce6314269948d64b281e44276ba754c1 2024-11-08T20:21:08,883 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ce6314269948d64b281e44276ba754c1 2024-11-08T20:21:08,883 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ce6314269948d64b281e44276ba754c1 2024-11-08T20:21:08,884 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T20:21:08,885 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ce6314269948d64b281e44276ba754c1 2024-11-08T20:21:08,886 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44003/user/jenkins/test-data/648a26cb-6b3e-5b93-8e5e-57a5edc37a8b/data/default/test/ce6314269948d64b281e44276ba754c1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:21:08,887 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ce6314269948d64b281e44276ba754c1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64535924, jitterRate=-0.03833979368209839}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T20:21:08,887 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ce6314269948d64b281e44276ba754c1 2024-11-08T20:21:08,887 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ce6314269948d64b281e44276ba754c1: Running coprocessor pre-open hook at 1731097268875Writing region info on filesystem at 1731097268875Initializing all the Stores at 1731097268875Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097268875Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097268876 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097268876Cleaning up temporary data from old regions at 1731097268883 (+7 ms)Running coprocessor post-open hooks at 1731097268887 (+4 ms)Region opened successfully at 1731097268887 2024-11-08T20:21:08,888 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731097268508.ce6314269948d64b281e44276ba754c1., pid=6, masterSystemTime=1731097268870 2024-11-08T20:21:08,890 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731097268508.ce6314269948d64b281e44276ba754c1. 2024-11-08T20:21:08,890 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731097268508.ce6314269948d64b281e44276ba754c1. 2024-11-08T20:21:08,890 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ce6314269948d64b281e44276ba754c1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ae1476a7656f,33821,1731097265684 2024-11-08T20:21:08,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce6314269948d64b281e44276ba754c1, server=ae1476a7656f,33821,1731097265684 because future has completed 2024-11-08T20:21:08,895 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T20:21:08,895 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ce6314269948d64b281e44276ba754c1, server=ae1476a7656f,33821,1731097265684 in 174 msec 2024-11-08T20:21:08,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T20:21:08,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ce6314269948d64b281e44276ba754c1, ASSIGN in 331 msec 2024-11-08T20:21:08,898 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T20:21:08,898 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097268898"}]},"ts":"1731097268898"} 2024-11-08T20:21:08,900 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T20:21:08,900 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T20:21:08,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 392 msec 2024-11-08T20:21:09,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:21:09,144 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T20:21:09,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df410d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:09,145 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,34091,-1 for getting cluster id 2024-11-08T20:21:09,145 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:21:09,146 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc1ecdff-5b90-4505-9a8f-71c67d4ea6d5' 2024-11-08T20:21:09,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:21:09,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc1ecdff-5b90-4505-9a8f-71c67d4ea6d5" 2024-11-08T20:21:09,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7249c8c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:09,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,34091,-1] 2024-11-08T20:21:09,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:21:09,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:09,147 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:21:09,148 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6abc9cf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:09,148 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:21:09,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,34091,1731097265390 2024-11-08T20:21:09,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61a51799 2024-11-08T20:21:09,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:21:09,150 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:21:09,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34091 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ae1476a7656f:34091,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T20:21:09,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34091 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T20:21:09,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:21:09,152 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ae1476a7656f:34091' 2024-11-08T20:21:09,153 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73eaa8c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:09,153 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,34091,-1 for getting cluster id 2024-11-08T20:21:09,154 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:21:09,154 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc1ecdff-5b90-4505-9a8f-71c67d4ea6d5' 2024-11-08T20:21:09,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:21:09,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc1ecdff-5b90-4505-9a8f-71c67d4ea6d5" 2024-11-08T20:21:09,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@89a022e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:09,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,34091,-1] 2024-11-08T20:21:09,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:21:09,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:09,155 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:21:09,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a3eaa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:09,156 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:21:09,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,34091,1731097265390 2024-11-08T20:21:09,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65c7eb52 2024-11-08T20:21:09,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:21:09,158 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:21:09,158 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T20:21:09,158 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T20:21:09,158 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:09,159 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:21:09,159 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:09,159 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://ae1476a7656f:34091, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-08T20:21:09,166 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://ae1476a7656f:34091, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://ae1476a7656f:34091, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://ae1476a7656f:34091, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-08T20:21:09,168 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://ae1476a7656f:34091, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=17 msec 2024-11-08T20:21:09,168 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-08T20:21:09,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:21:09,254 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://ae1476a7656f:34091, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-08T20:21:09,255 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:21:09,255 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:21:09,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:09,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:09,255 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:21:09,277 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=534 (was 361) Potentially hanging thread: qtp1811104566-7927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/ae1476a7656f:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@5d8cd33c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 43771 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@75f4602 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a894b1-2397-ee15-93d8-a453c2ef1ec3/cluster_93efa809-13d9-e524-b9da-63b04e78b239/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007ff0909f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@507fc14e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-429900217-172.17.0.3-1731097263755:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=33821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:44003/user/jenkins/test-data/648a26cb-6b3e-5b93-8e5e-57a5edc37a8b-prefix:ae1476a7656f,33821,1731097265684.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 44003 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 43771 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp885102464-7972 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@434b1280 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097267076 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1811104566-7926 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: RS:0;ae1476a7656f:33821 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=33821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44003 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: qtp1811104566-7925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:44003 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44003 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 44003 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51588) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:51588 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: IPC Server handler 3 on default port 43771 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1811104566-7923 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007ff090432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@167f3f0d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;ae1476a7656f:33821-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51588) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:44003 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 44003 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ae1476a7656f:34091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: IPC Server handler 2 on default port 43771 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@6a3093b9 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@50b6ed54 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp885102464-7970-acceptor-0@1787db37-ServerConnector@1d99f8b5{HTTP/1.1, (http/1.1)}{localhost:43391} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:44003/user/jenkins/test-data/648a26cb-6b3e-5b93-8e5e-57a5edc37a8b-prefix:ae1476a7656f,33821,1731097265684 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-320408344_20 at /127.0.0.1:38850 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:44003 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a894b1-2397-ee15-93d8-a453c2ef1ec3/cluster_93efa809-13d9-e524-b9da-63b04e78b239/data/data1/current/BP-429900217-172.17.0.3-1731097263755 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: ProcessThread(sid:0 cport:51588): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: Session-HouseKeeper-44c32397-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-6818c8e7-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-320408344_20 at /127.0.0.1:38922 [Receiving block BP-429900217-172.17.0.3-1731097263755:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1811104566-7920 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007ff090432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-429900217-172.17.0.3-1731097263755 heartbeating to localhost/127.0.0.1:44003 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a894b1-2397-ee15-93d8-a453c2ef1ec3/cluster_93efa809-13d9-e524-b9da-63b04e78b239/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44003 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 44003 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server handler 2 on default port 44003 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$612/0x00007ff090ad9140.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/ae1476a7656f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1811104566-7922 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007ff090432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=33821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=34091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=34091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-429900217-172.17.0.3-1731097263755:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp885102464-7969 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007ff090432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;ae1476a7656f:34091 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@407d8a5b[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:44003/user/jenkins/test-data/648a26cb-6b3e-5b93-8e5e-57a5edc37a8b/MasterData-prefix:ae1476a7656f,34091,1731097265390 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 44003 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=34091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/ae1476a7656f:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@7b48aa5e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1811104566-7924-acceptor-0@7840522b-ServerConnector@53f92f90{HTTP/1.1, (http/1.1)}{localhost:37633} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: qtp1811104566-7921 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007ff090432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-320408344_20 at /127.0.0.1:38904 [Receiving block BP-429900217-172.17.0.3-1731097263755:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 43771 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 0 on default port 43771 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp885102464-7971 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1935827917_20 at /127.0.0.1:38892 [Receiving block BP-429900217-172.17.0.3-1731097263755:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51588) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: regionserver/ae1476a7656f:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44003 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a894b1-2397-ee15-93d8-a453c2ef1ec3/cluster_93efa809-13d9-e524-b9da-63b04e78b239/data/data2/current/BP-429900217-172.17.0.3-1731097263755 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1914653131) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: regionserver/ae1476a7656f:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:44003 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097267080 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: PacketResponder: BP-429900217-172.17.0.3-1731097263755:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@5b7e5999 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=875 (was 787) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=438 (was 415) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1994 (was 2067) 2024-11-08T20:21:09,281 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=534 is superior to 500 2024-11-08T20:21:09,296 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=534, OpenFileDescriptor=875, MaxFileDescriptor=1048576, SystemLoadAverage=438, ProcessCount=11, AvailableMemoryMB=1992 2024-11-08T20:21:09,296 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=534 is superior to 500 2024-11-08T20:21:09,315 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-08T20:21:09,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a894b1-2397-ee15-93d8-a453c2ef1ec3/hadoop.log.dir so I do NOT create it in target/test-data/87caa4a4-f784-c4ae-6608-f91dffb1f006 2024-11-08T20:21:09,316 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a894b1-2397-ee15-93d8-a453c2ef1ec3/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T20:21:09,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a894b1-2397-ee15-93d8-a453c2ef1ec3/hadoop.tmp.dir so I do NOT create it in target/test-data/87caa4a4-f784-c4ae-6608-f91dffb1f006 2024-11-08T20:21:09,316 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53a894b1-2397-ee15-93d8-a453c2ef1ec3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T20:21:09,316 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87caa4a4-f784-c4ae-6608-f91dffb1f006 2024-11-08T20:21:09,316 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87caa4a4-f784-c4ae-6608-f91dffb1f006/cluster_3b5e0f6b-7d4a-b66f-1b4e-cfffd8bb8fe1, deleteOnExit=true 2024-11-08T20:21:09,408 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87caa4a4-f784-c4ae-6608-f91dffb1f006/cluster_3b5e0f6b-7d4a-b66f-1b4e-cfffd8bb8fe1/zookeeper_0, clientPort=56970, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87caa4a4-f784-c4ae-6608-f91dffb1f006/cluster_3b5e0f6b-7d4a-b66f-1b4e-cfffd8bb8fe1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87caa4a4-f784-c4ae-6608-f91dffb1f006/cluster_3b5e0f6b-7d4a-b66f-1b4e-cfffd8bb8fe1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T20:21:09,417 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56970 2024-11-08T20:21:09,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T20:21:09,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T20:21:09,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87caa4a4-f784-c4ae-6608-f91dffb1f006/test.cache.data in system properties and HBase conf 2024-11-08T20:21:09,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87caa4a4-f784-c4ae-6608-f91dffb1f006/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T20:21:09,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87caa4a4-f784-c4ae-6608-f91dffb1f006/hadoop.log.dir in system properties and HBase conf 2024-11-08T20:21:09,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87caa4a4-f784-c4ae-6608-f91dffb1f006/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T20:21:09,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87caa4a4-f784-c4ae-6608-f91dffb1f006/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T20:21:09,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T20:21:09,417 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T20:21:09,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87caa4a4-f784-c4ae-6608-f91dffb1f006/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:21:09,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87caa4a4-f784-c4ae-6608-f91dffb1f006/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:21:09,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87caa4a4-f784-c4ae-6608-f91dffb1f006/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T20:21:09,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87caa4a4-f784-c4ae-6608-f91dffb1f006/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:21:09,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87caa4a4-f784-c4ae-6608-f91dffb1f006/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T20:21:09,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87caa4a4-f784-c4ae-6608-f91dffb1f006/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T20:21:09,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87caa4a4-f784-c4ae-6608-f91dffb1f006/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:21:09,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87caa4a4-f784-c4ae-6608-f91dffb1f006/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:21:09,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87caa4a4-f784-c4ae-6608-f91dffb1f006/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T20:21:09,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87caa4a4-f784-c4ae-6608-f91dffb1f006/nfs.dump.dir in system properties and HBase conf 2024-11-08T20:21:09,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87caa4a4-f784-c4ae-6608-f91dffb1f006/java.io.tmpdir in system properties and HBase conf 2024-11-08T20:21:09,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87caa4a4-f784-c4ae-6608-f91dffb1f006/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:21:09,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87caa4a4-f784-c4ae-6608-f91dffb1f006/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T20:21:09,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87caa4a4-f784-c4ae-6608-f91dffb1f006/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T20:21:09,777 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:21:09,782 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:21:09,824 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:21:09,824 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:21:09,824 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T20:21:09,825 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:21:09,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a8729d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87caa4a4-f784-c4ae-6608-f91dffb1f006/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:21:09,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41316bdb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:21:09,948 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d5d319c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87caa4a4-f784-c4ae-6608-f91dffb1f006/java.io.tmpdir/jetty-localhost-37825-hadoop-hdfs-3_4_1-tests_jar-_-any-8213149982947298774/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:21:09,948 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5803deb9{HTTP/1.1, (http/1.1)}{localhost:37825} 2024-11-08T20:21:09,948 INFO [Time-limited test {}] server.Server(415): Started @330237ms 2024-11-08T20:21:10,257 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:21:10,260 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:21:10,268 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:21:10,268 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:21:10,268 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T20:21:10,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45283088{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87caa4a4-f784-c4ae-6608-f91dffb1f006/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:21:10,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@625ace3b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:21:10,391 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a5bf4cb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87caa4a4-f784-c4ae-6608-f91dffb1f006/java.io.tmpdir/jetty-localhost-36789-hadoop-hdfs-3_4_1-tests_jar-_-any-2328645182253261091/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:21:10,391 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a6dda91{HTTP/1.1, (http/1.1)}{localhost:36789} 2024-11-08T20:21:10,391 INFO [Time-limited test {}] server.Server(415): Started @330679ms 2024-11-08T20:21:10,393 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T20:21:11,076 WARN [Thread-4333 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87caa4a4-f784-c4ae-6608-f91dffb1f006/cluster_3b5e0f6b-7d4a-b66f-1b4e-cfffd8bb8fe1/data/data1/current/BP-735377817-172.17.0.3-1731097269435/current, will proceed with Du for space computation calculation, 2024-11-08T20:21:11,081 WARN [Thread-4334 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87caa4a4-f784-c4ae-6608-f91dffb1f006/cluster_3b5e0f6b-7d4a-b66f-1b4e-cfffd8bb8fe1/data/data2/current/BP-735377817-172.17.0.3-1731097269435/current, will proceed with Du for space computation calculation, 2024-11-08T20:21:11,125 WARN [Thread-4321 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T20:21:11,127 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x238d09d93de986c4 with lease ID 0x7343de9fd58318ff: Processing first storage report for DS-d22820b6-6e7e-475f-b948-affb0a16a550 from datanode DatanodeRegistration(127.0.0.1:40325, datanodeUuid=c170341b-a301-42cc-a67b-43a9b9c0c69d, infoPort=34599, infoSecurePort=0, ipcPort=36117, storageInfo=lv=-57;cid=testClusterID;nsid=2071653481;c=1731097269435) 2024-11-08T20:21:11,128 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x238d09d93de986c4 with lease ID 0x7343de9fd58318ff: from storage DS-d22820b6-6e7e-475f-b948-affb0a16a550 node DatanodeRegistration(127.0.0.1:40325, datanodeUuid=c170341b-a301-42cc-a67b-43a9b9c0c69d, infoPort=34599, infoSecurePort=0, ipcPort=36117, storageInfo=lv=-57;cid=testClusterID;nsid=2071653481;c=1731097269435), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:21:11,128 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x238d09d93de986c4 with lease ID 0x7343de9fd58318ff: Processing first storage report for DS-ac333996-40bc-4d63-8d57-0c617b43bb8e from datanode DatanodeRegistration(127.0.0.1:40325, datanodeUuid=c170341b-a301-42cc-a67b-43a9b9c0c69d, infoPort=34599, infoSecurePort=0, ipcPort=36117, storageInfo=lv=-57;cid=testClusterID;nsid=2071653481;c=1731097269435) 2024-11-08T20:21:11,128 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x238d09d93de986c4 with lease ID 0x7343de9fd58318ff: from storage DS-ac333996-40bc-4d63-8d57-0c617b43bb8e node DatanodeRegistration(127.0.0.1:40325, datanodeUuid=c170341b-a301-42cc-a67b-43a9b9c0c69d, infoPort=34599, infoSecurePort=0, ipcPort=36117, storageInfo=lv=-57;cid=testClusterID;nsid=2071653481;c=1731097269435), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:21:11,180 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87caa4a4-f784-c4ae-6608-f91dffb1f006 2024-11-08T20:21:11,180 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:21:11,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:21:11,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741825_1001 (size=7) 2024-11-08T20:21:11,593 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee with version=8 2024-11-08T20:21:11,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/hbase-staging 2024-11-08T20:21:11,595 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:21:11,595 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:21:11,595 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:21:11,595 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:21:11,595 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:21:11,595 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:21:11,595 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T20:21:11,595 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:21:11,595 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42637 2024-11-08T20:21:11,596 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42637 connecting to ZooKeeper ensemble=127.0.0.1:56970 2024-11-08T20:21:11,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426370x0, quorum=127.0.0.1:56970, baseZNode=/01743017676 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:21:11,704 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42637-0x1011c1c102e0000 connected 2024-11-08T20:21:11,892 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:21:11,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:21:11,912 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42637-0x1011c1c102e0000, quorum=127.0.0.1:56970, baseZNode=/01743017676 Set watcher on znode that does not yet exist, /01743017676/running 2024-11-08T20:21:11,912 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee, hbase.cluster.distributed=false 2024-11-08T20:21:11,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42637-0x1011c1c102e0000, quorum=127.0.0.1:56970, baseZNode=/01743017676 Set watcher on znode that does not yet exist, /01743017676/acl 2024-11-08T20:21:11,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42637 2024-11-08T20:21:11,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42637 2024-11-08T20:21:11,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42637 2024-11-08T20:21:11,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42637 2024-11-08T20:21:11,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42637 2024-11-08T20:21:11,935 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:21:11,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:21:11,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:21:11,936 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:21:11,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:21:11,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:21:11,936 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T20:21:11,936 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:21:11,940 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44935 2024-11-08T20:21:11,941 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44935 connecting to ZooKeeper ensemble=127.0.0.1:56970 2024-11-08T20:21:11,942 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:21:11,944 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:21:11,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449350x0, quorum=127.0.0.1:56970, baseZNode=/01743017676 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:21:11,955 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:449350x0, quorum=127.0.0.1:56970, baseZNode=/01743017676 Set watcher on znode that does not yet exist, /01743017676/running 2024-11-08T20:21:11,955 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T20:21:11,956 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44935-0x1011c1c102e0001 connected 2024-11-08T20:21:11,961 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T20:21:11,961 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44935-0x1011c1c102e0001, quorum=127.0.0.1:56970, baseZNode=/01743017676 Set watcher on znode that does not yet exist, /01743017676/master 2024-11-08T20:21:11,962 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44935-0x1011c1c102e0001, quorum=127.0.0.1:56970, baseZNode=/01743017676 Set watcher on znode that does not yet exist, /01743017676/acl 2024-11-08T20:21:11,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44935 2024-11-08T20:21:11,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44935 2024-11-08T20:21:11,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44935 2024-11-08T20:21:11,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44935 2024-11-08T20:21:11,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44935 2024-11-08T20:21:11,995 DEBUG [M:0;ae1476a7656f:42637 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ae1476a7656f:42637 2024-11-08T20:21:11,996 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01743017676/backup-masters/ae1476a7656f,42637,1731097271594 2024-11-08T20:21:12,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42637-0x1011c1c102e0000, quorum=127.0.0.1:56970, baseZNode=/01743017676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01743017676/backup-masters 2024-11-08T20:21:12,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44935-0x1011c1c102e0001, quorum=127.0.0.1:56970, baseZNode=/01743017676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01743017676/backup-masters 2024-11-08T20:21:12,008 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42637-0x1011c1c102e0000, quorum=127.0.0.1:56970, baseZNode=/01743017676 Set watcher on existing znode=/01743017676/backup-masters/ae1476a7656f,42637,1731097271594 2024-11-08T20:21:12,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42637-0x1011c1c102e0000, quorum=127.0.0.1:56970, baseZNode=/01743017676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01743017676 2024-11-08T20:21:12,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44935-0x1011c1c102e0001, quorum=127.0.0.1:56970, baseZNode=/01743017676 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01743017676/master 2024-11-08T20:21:12,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44935-0x1011c1c102e0001, quorum=127.0.0.1:56970, baseZNode=/01743017676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01743017676 2024-11-08T20:21:12,018 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42637-0x1011c1c102e0000, quorum=127.0.0.1:56970, baseZNode=/01743017676 Set watcher on existing znode=/01743017676/master 2024-11-08T20:21:12,018 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01743017676/backup-masters/ae1476a7656f,42637,1731097271594 from backup master directory 2024-11-08T20:21:12,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42637-0x1011c1c102e0000, quorum=127.0.0.1:56970, baseZNode=/01743017676 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01743017676/backup-masters/ae1476a7656f,42637,1731097271594 2024-11-08T20:21:12,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42637-0x1011c1c102e0000, quorum=127.0.0.1:56970, baseZNode=/01743017676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01743017676/backup-masters 2024-11-08T20:21:12,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44935-0x1011c1c102e0001, quorum=127.0.0.1:56970, baseZNode=/01743017676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01743017676/backup-masters 2024-11-08T20:21:12,028 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:21:12,028 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ae1476a7656f,42637,1731097271594 2024-11-08T20:21:12,033 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/hbase.id] with ID: fbdd6d07-0b5c-42de-912a-1653cab49062 2024-11-08T20:21:12,033 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/.tmp/hbase.id 2024-11-08T20:21:12,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741826_1002 (size=42) 2024-11-08T20:21:12,042 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/.tmp/hbase.id]:[hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/hbase.id] 2024-11-08T20:21:12,053 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:21:12,053 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T20:21:12,055 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T20:21:12,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42637-0x1011c1c102e0000, quorum=127.0.0.1:56970, baseZNode=/01743017676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01743017676 2024-11-08T20:21:12,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44935-0x1011c1c102e0001, quorum=127.0.0.1:56970, baseZNode=/01743017676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01743017676 2024-11-08T20:21:12,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741827_1003 (size=196) 2024-11-08T20:21:12,086 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:21:12,087 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T20:21:12,087 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:21:12,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741828_1004 (size=1189) 2024-11-08T20:21:12,511 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/MasterData/data/master/store 2024-11-08T20:21:12,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741829_1005 (size=34) 2024-11-08T20:21:12,523 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:21:12,524 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:21:12,524 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:21:12,524 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:21:12,524 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:21:12,524 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:21:12,524 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:21:12,524 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731097272524Disabling compacts and flushes for region at 1731097272524Disabling writes for close at 1731097272524Writing region close event to WAL at 1731097272524Closed at 1731097272524 2024-11-08T20:21:12,524 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/MasterData/data/master/store/.initializing 2024-11-08T20:21:12,525 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/MasterData/WALs/ae1476a7656f,42637,1731097271594 2024-11-08T20:21:12,525 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:21:12,527 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C42637%2C1731097271594, suffix=, logDir=hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/MasterData/WALs/ae1476a7656f,42637,1731097271594, archiveDir=hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/MasterData/oldWALs, maxLogs=10 2024-11-08T20:21:12,547 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/MasterData/WALs/ae1476a7656f,42637,1731097271594/ae1476a7656f%2C42637%2C1731097271594.1731097272527, exclude list is [], retry=0 2024-11-08T20:21:12,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40325,DS-d22820b6-6e7e-475f-b948-affb0a16a550,DISK] 2024-11-08T20:21:12,557 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/MasterData/WALs/ae1476a7656f,42637,1731097271594/ae1476a7656f%2C42637%2C1731097271594.1731097272527 2024-11-08T20:21:12,560 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34599:34599)] 2024-11-08T20:21:12,560 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:21:12,561 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:21:12,561 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:21:12,561 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:21:12,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:21:12,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T20:21:12,563 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:12,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:21:12,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:21:12,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T20:21:12,565 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:12,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:21:12,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:21:12,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T20:21:12,567 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:12,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:21:12,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:21:12,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T20:21:12,568 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:12,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:21:12,569 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:21:12,569 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:21:12,570 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:21:12,570 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:21:12,571 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:21:12,571 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:21:12,572 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:21:12,574 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:21:12,574 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69208624, jitterRate=0.031288862228393555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:21:12,575 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731097272561Initializing all the Stores at 1731097272562 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097272562Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097272562Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097272562Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097272562Cleaning up temporary data from old regions at 1731097272571 (+9 ms)Region opened successfully at 1731097272574 (+3 ms) 2024-11-08T20:21:12,575 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T20:21:12,577 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f3be667, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:21:12,577 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T20:21:12,577 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T20:21:12,577 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T20:21:12,578 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T20:21:12,578 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T20:21:12,578 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T20:21:12,578 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T20:21:12,583 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T20:21:12,583 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42637-0x1011c1c102e0000, quorum=127.0.0.1:56970, baseZNode=/01743017676 Unable to get data of znode /01743017676/balancer because node does not exist (not necessarily an error) 2024-11-08T20:21:12,628 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01743017676/balancer already deleted, retry=false 2024-11-08T20:21:12,628 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T20:21:12,629 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42637-0x1011c1c102e0000, quorum=127.0.0.1:56970, baseZNode=/01743017676 Unable to get data of znode /01743017676/normalizer because node does not exist (not necessarily an error) 2024-11-08T20:21:12,638 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01743017676/normalizer already deleted, retry=false 2024-11-08T20:21:12,639 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T20:21:12,640 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42637-0x1011c1c102e0000, quorum=127.0.0.1:56970, baseZNode=/01743017676 Unable to get data of znode /01743017676/switch/split because node does not exist (not necessarily an error) 2024-11-08T20:21:12,649 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01743017676/switch/split already deleted, retry=false 2024-11-08T20:21:12,650 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42637-0x1011c1c102e0000, quorum=127.0.0.1:56970, baseZNode=/01743017676 Unable to get data of znode /01743017676/switch/merge because node does not exist (not necessarily an error) 2024-11-08T20:21:12,660 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01743017676/switch/merge already deleted, retry=false 2024-11-08T20:21:12,662 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42637-0x1011c1c102e0000, quorum=127.0.0.1:56970, baseZNode=/01743017676 Unable to get data of znode /01743017676/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T20:21:12,670 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01743017676/snapshot-cleanup already deleted, retry=false 2024-11-08T20:21:12,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44935-0x1011c1c102e0001, quorum=127.0.0.1:56970, baseZNode=/01743017676 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01743017676/running 2024-11-08T20:21:12,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42637-0x1011c1c102e0000, quorum=127.0.0.1:56970, baseZNode=/01743017676 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01743017676/running 2024-11-08T20:21:12,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44935-0x1011c1c102e0001, quorum=127.0.0.1:56970, baseZNode=/01743017676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01743017676 2024-11-08T20:21:12,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42637-0x1011c1c102e0000, quorum=127.0.0.1:56970, baseZNode=/01743017676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01743017676 2024-11-08T20:21:12,681 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ae1476a7656f,42637,1731097271594, sessionid=0x1011c1c102e0000, setting cluster-up flag (Was=false) 2024-11-08T20:21:12,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42637-0x1011c1c102e0000, quorum=127.0.0.1:56970, baseZNode=/01743017676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01743017676 2024-11-08T20:21:12,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44935-0x1011c1c102e0001, quorum=127.0.0.1:56970, baseZNode=/01743017676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01743017676 2024-11-08T20:21:12,733 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01743017676/flush-table-proc/acquired, /01743017676/flush-table-proc/reached, /01743017676/flush-table-proc/abort 2024-11-08T20:21:12,734 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,42637,1731097271594 2024-11-08T20:21:12,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44935-0x1011c1c102e0001, quorum=127.0.0.1:56970, baseZNode=/01743017676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01743017676 2024-11-08T20:21:12,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42637-0x1011c1c102e0000, quorum=127.0.0.1:56970, baseZNode=/01743017676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01743017676 2024-11-08T20:21:12,786 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01743017676/online-snapshot/acquired, /01743017676/online-snapshot/reached, /01743017676/online-snapshot/abort 2024-11-08T20:21:12,787 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,42637,1731097271594 2024-11-08T20:21:12,788 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T20:21:12,790 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T20:21:12,790 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T20:21:12,790 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T20:21:12,791 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ae1476a7656f,42637,1731097271594 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T20:21:12,793 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:21:12,794 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:21:12,794 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:21:12,794 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:21:12,794 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ae1476a7656f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T20:21:12,794 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:21:12,794 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:21:12,794 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:21:12,806 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:21:12,807 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T20:21:12,807 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731097302807 2024-11-08T20:21:12,807 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T20:21:12,807 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T20:21:12,807 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T20:21:12,807 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T20:21:12,807 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T20:21:12,807 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T20:21:12,808 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:12,808 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:12,808 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T20:21:12,809 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T20:21:12,809 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T20:21:12,809 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T20:21:12,809 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T20:21:12,810 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T20:21:12,810 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T20:21:12,812 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097272810,5,FailOnTimeoutGroup] 2024-11-08T20:21:12,813 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097272812,5,FailOnTimeoutGroup] 2024-11-08T20:21:12,813 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:12,813 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T20:21:12,813 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:12,813 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:12,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741831_1007 (size=1321) 2024-11-08T20:21:12,819 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T20:21:12,819 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee 2024-11-08T20:21:12,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741832_1008 (size=32) 2024-11-08T20:21:12,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:21:12,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:21:12,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:21:12,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:12,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:21:12,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:21:12,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:21:12,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:12,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:21:12,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:21:12,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:21:12,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:12,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:21:12,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:21:12,872 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:21:12,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:12,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:21:12,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:21:12,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/hbase/meta/1588230740 2024-11-08T20:21:12,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/hbase/meta/1588230740 2024-11-08T20:21:12,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:21:12,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:21:12,875 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:21:12,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:21:12,889 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:21:12,889 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62043208, jitterRate=-0.07548415660858154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:21:12,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731097272861Initializing all the Stores at 1731097272862 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097272862Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097272864 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097272864Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097272864Cleaning up temporary data from old regions at 1731097272875 (+11 ms)Region opened successfully at 1731097272889 (+14 ms) 2024-11-08T20:21:12,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:21:12,889 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:21:12,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:21:12,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:21:12,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:21:12,890 INFO [RS:0;ae1476a7656f:44935 {}] regionserver.HRegionServer(746): ClusterId : fbdd6d07-0b5c-42de-912a-1653cab49062 2024-11-08T20:21:12,890 DEBUG [RS:0;ae1476a7656f:44935 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T20:21:12,892 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:21:12,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731097272889Disabling compacts and flushes for region at 1731097272889Disabling writes for close at 1731097272890 (+1 ms)Writing region close event to WAL at 1731097272892 (+2 ms)Closed at 1731097272892 2024-11-08T20:21:12,893 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:21:12,893 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T20:21:12,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T20:21:12,895 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:21:12,896 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T20:21:12,902 DEBUG [RS:0;ae1476a7656f:44935 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T20:21:12,902 DEBUG [RS:0;ae1476a7656f:44935 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T20:21:12,913 DEBUG [RS:0;ae1476a7656f:44935 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T20:21:12,913 DEBUG [RS:0;ae1476a7656f:44935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26ebb3e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:21:12,929 DEBUG [RS:0;ae1476a7656f:44935 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ae1476a7656f:44935 2024-11-08T20:21:12,929 INFO [RS:0;ae1476a7656f:44935 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T20:21:12,929 INFO [RS:0;ae1476a7656f:44935 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T20:21:12,929 DEBUG [RS:0;ae1476a7656f:44935 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T20:21:12,930 INFO [RS:0;ae1476a7656f:44935 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae1476a7656f,42637,1731097271594 with port=44935, startcode=1731097271935 2024-11-08T20:21:12,930 DEBUG [RS:0;ae1476a7656f:44935 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T20:21:12,931 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T20:21:12,932 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42637 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae1476a7656f,44935,1731097271935 2024-11-08T20:21:12,932 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42637 {}] master.ServerManager(517): Registering regionserver=ae1476a7656f,44935,1731097271935 2024-11-08T20:21:12,933 DEBUG [RS:0;ae1476a7656f:44935 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee 2024-11-08T20:21:12,933 DEBUG [RS:0;ae1476a7656f:44935 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33323 2024-11-08T20:21:12,933 DEBUG [RS:0;ae1476a7656f:44935 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T20:21:12,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42637-0x1011c1c102e0000, quorum=127.0.0.1:56970, baseZNode=/01743017676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01743017676/rs 2024-11-08T20:21:12,944 DEBUG [RS:0;ae1476a7656f:44935 {}] zookeeper.ZKUtil(111): regionserver:44935-0x1011c1c102e0001, quorum=127.0.0.1:56970, baseZNode=/01743017676 Set watcher on existing znode=/01743017676/rs/ae1476a7656f,44935,1731097271935 2024-11-08T20:21:12,944 WARN [RS:0;ae1476a7656f:44935 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:21:12,944 INFO [RS:0;ae1476a7656f:44935 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:21:12,945 DEBUG [RS:0;ae1476a7656f:44935 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935 2024-11-08T20:21:12,949 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae1476a7656f,44935,1731097271935] 2024-11-08T20:21:12,951 INFO [RS:0;ae1476a7656f:44935 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T20:21:12,958 INFO [RS:0;ae1476a7656f:44935 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T20:21:12,960 INFO [RS:0;ae1476a7656f:44935 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T20:21:12,960 INFO [RS:0;ae1476a7656f:44935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:12,962 INFO [RS:0;ae1476a7656f:44935 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T20:21:12,962 INFO [RS:0;ae1476a7656f:44935 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T20:21:12,962 INFO [RS:0;ae1476a7656f:44935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:12,963 DEBUG [RS:0;ae1476a7656f:44935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:21:12,963 DEBUG [RS:0;ae1476a7656f:44935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:21:12,963 DEBUG [RS:0;ae1476a7656f:44935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:21:12,963 DEBUG [RS:0;ae1476a7656f:44935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:21:12,963 DEBUG [RS:0;ae1476a7656f:44935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:21:12,963 DEBUG [RS:0;ae1476a7656f:44935 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:21:12,963 DEBUG [RS:0;ae1476a7656f:44935 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:21:12,963 DEBUG [RS:0;ae1476a7656f:44935 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:21:12,963 DEBUG [RS:0;ae1476a7656f:44935 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:21:12,963 DEBUG [RS:0;ae1476a7656f:44935 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:21:12,963 DEBUG [RS:0;ae1476a7656f:44935 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:21:12,963 DEBUG [RS:0;ae1476a7656f:44935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:21:12,963 DEBUG [RS:0;ae1476a7656f:44935 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:21:12,963 DEBUG [RS:0;ae1476a7656f:44935 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:21:12,979 INFO [RS:0;ae1476a7656f:44935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:12,979 INFO [RS:0;ae1476a7656f:44935 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:12,979 INFO [RS:0;ae1476a7656f:44935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:12,979 INFO [RS:0;ae1476a7656f:44935 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:12,979 INFO [RS:0;ae1476a7656f:44935 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:12,979 INFO [RS:0;ae1476a7656f:44935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,44935,1731097271935-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:21:12,997 INFO [RS:0;ae1476a7656f:44935 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T20:21:12,997 INFO [RS:0;ae1476a7656f:44935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,44935,1731097271935-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:12,997 INFO [RS:0;ae1476a7656f:44935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:12,997 INFO [RS:0;ae1476a7656f:44935 {}] regionserver.Replication(171): ae1476a7656f,44935,1731097271935 started 2024-11-08T20:21:13,014 INFO [RS:0;ae1476a7656f:44935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:13,014 INFO [RS:0;ae1476a7656f:44935 {}] regionserver.HRegionServer(1482): Serving as ae1476a7656f,44935,1731097271935, RpcServer on ae1476a7656f/172.17.0.3:44935, sessionid=0x1011c1c102e0001 2024-11-08T20:21:13,014 DEBUG [RS:0;ae1476a7656f:44935 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T20:21:13,014 DEBUG [RS:0;ae1476a7656f:44935 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae1476a7656f,44935,1731097271935 2024-11-08T20:21:13,014 DEBUG [RS:0;ae1476a7656f:44935 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,44935,1731097271935' 2024-11-08T20:21:13,014 DEBUG [RS:0;ae1476a7656f:44935 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01743017676/flush-table-proc/abort' 2024-11-08T20:21:13,015 DEBUG [RS:0;ae1476a7656f:44935 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01743017676/flush-table-proc/acquired' 2024-11-08T20:21:13,015 DEBUG [RS:0;ae1476a7656f:44935 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T20:21:13,015 DEBUG [RS:0;ae1476a7656f:44935 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T20:21:13,015 DEBUG [RS:0;ae1476a7656f:44935 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae1476a7656f,44935,1731097271935 2024-11-08T20:21:13,015 DEBUG [RS:0;ae1476a7656f:44935 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,44935,1731097271935' 2024-11-08T20:21:13,015 DEBUG [RS:0;ae1476a7656f:44935 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01743017676/online-snapshot/abort' 2024-11-08T20:21:13,016 DEBUG [RS:0;ae1476a7656f:44935 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01743017676/online-snapshot/acquired' 2024-11-08T20:21:13,016 DEBUG [RS:0;ae1476a7656f:44935 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T20:21:13,016 INFO [RS:0;ae1476a7656f:44935 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T20:21:13,016 INFO [RS:0;ae1476a7656f:44935 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T20:21:13,046 WARN [ae1476a7656f:42637 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T20:21:13,116 INFO [RS:0;ae1476a7656f:44935 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:21:13,118 INFO [RS:0;ae1476a7656f:44935 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C44935%2C1731097271935, suffix=, logDir=hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935, archiveDir=hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/oldWALs, maxLogs=10 2024-11-08T20:21:13,136 DEBUG [RS:0;ae1476a7656f:44935 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097273118, exclude list is [], retry=0 2024-11-08T20:21:13,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40325,DS-d22820b6-6e7e-475f-b948-affb0a16a550,DISK] 2024-11-08T20:21:13,140 INFO [RS:0;ae1476a7656f:44935 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097273118 2024-11-08T20:21:13,140 DEBUG [RS:0;ae1476a7656f:44935 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34599:34599)] 2024-11-08T20:21:13,297 DEBUG [ae1476a7656f:42637 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T20:21:13,297 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ae1476a7656f,44935,1731097271935 2024-11-08T20:21:13,299 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,44935,1731097271935, state=OPENING 2024-11-08T20:21:13,313 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T20:21:13,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:13,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:13,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:13,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:13,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:13,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:13,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:13,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:13,344 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T20:21:13,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44935-0x1011c1c102e0001, quorum=127.0.0.1:56970, baseZNode=/01743017676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01743017676 2024-11-08T20:21:13,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42637-0x1011c1c102e0000, quorum=127.0.0.1:56970, baseZNode=/01743017676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01743017676 2024-11-08T20:21:13,356 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01743017676/meta-region-server: CHANGED 2024-11-08T20:21:13,356 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01743017676/meta-region-server: CHANGED 2024-11-08T20:21:13,356 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:21:13,356 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,44935,1731097271935}] 2024-11-08T20:21:13,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:13,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:13,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:13,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:13,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:13,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:13,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:13,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:13,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:13,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:13,435 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T20:21:13,435 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T20:21:13,509 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:21:13,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60351, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T20:21:13,514 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T20:21:13,514 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:21:13,514 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T20:21:13,519 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C44935%2C1731097271935.meta, suffix=.meta, logDir=hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935, archiveDir=hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/oldWALs, maxLogs=10 2024-11-08T20:21:13,537 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.meta.1731097273519.meta, exclude list is [], retry=0 2024-11-08T20:21:13,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40325,DS-d22820b6-6e7e-475f-b948-affb0a16a550,DISK] 2024-11-08T20:21:13,557 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.meta.1731097273519.meta 2024-11-08T20:21:13,559 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34599:34599)] 2024-11-08T20:21:13,559 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:21:13,560 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:21:13,560 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T20:21:13,560 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T20:21:13,560 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T20:21:13,560 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T20:21:13,560 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:21:13,560 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T20:21:13,560 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T20:21:13,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:21:13,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:21:13,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:13,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:21:13,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:21:13,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:21:13,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:13,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:21:13,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:21:13,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:21:13,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:13,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:21:13,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:21:13,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:21:13,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:13,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:21:13,566 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:21:13,567 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/hbase/meta/1588230740 2024-11-08T20:21:13,568 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/hbase/meta/1588230740 2024-11-08T20:21:13,569 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:21:13,569 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:21:13,569 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:21:13,570 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:21:13,571 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72135968, jitterRate=0.07490968704223633}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:21:13,571 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T20:21:13,571 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731097273561Writing region info on filesystem at 1731097273561Initializing all the Stores at 1731097273562 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097273562Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097273562Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097273562Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097273562Cleaning up temporary data from old regions at 1731097273569 (+7 ms)Running coprocessor post-open hooks at 1731097273571 (+2 ms)Region opened successfully at 1731097273571 2024-11-08T20:21:13,572 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731097273509 2024-11-08T20:21:13,575 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T20:21:13,575 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T20:21:13,575 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,44935,1731097271935 2024-11-08T20:21:13,575 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,44935,1731097271935, state=OPEN 2024-11-08T20:21:13,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42637-0x1011c1c102e0000, quorum=127.0.0.1:56970, baseZNode=/01743017676 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01743017676/meta-region-server 2024-11-08T20:21:13,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44935-0x1011c1c102e0001, quorum=127.0.0.1:56970, baseZNode=/01743017676 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01743017676/meta-region-server 2024-11-08T20:21:13,614 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01743017676/meta-region-server: CHANGED 2024-11-08T20:21:13,614 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01743017676/meta-region-server: CHANGED 2024-11-08T20:21:13,614 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ae1476a7656f,44935,1731097271935 2024-11-08T20:21:13,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T20:21:13,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,44935,1731097271935 in 258 msec 2024-11-08T20:21:13,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T20:21:13,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 722 msec 2024-11-08T20:21:13,618 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:21:13,618 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T20:21:13,619 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:21:13,619 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,44935,1731097271935, seqNum=-1] 2024-11-08T20:21:13,620 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:21:13,621 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:21:13,628 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 838 msec 2024-11-08T20:21:13,628 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731097273628, completionTime=-1 2024-11-08T20:21:13,628 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T20:21:13,628 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T20:21:13,630 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T20:21:13,630 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731097333630 2024-11-08T20:21:13,630 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731097393630 2024-11-08T20:21:13,630 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T20:21:13,630 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,42637,1731097271594-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:13,630 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,42637,1731097271594-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:13,630 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,42637,1731097271594-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:13,630 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ae1476a7656f:42637, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:13,630 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:13,630 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:13,633 DEBUG [master/ae1476a7656f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T20:21:13,635 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.607sec 2024-11-08T20:21:13,635 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T20:21:13,635 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T20:21:13,635 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T20:21:13,635 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T20:21:13,635 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T20:21:13,635 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,42637,1731097271594-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:21:13,635 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,42637,1731097271594-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T20:21:13,637 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T20:21:13,637 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T20:21:13,637 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,42637,1731097271594-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:13,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c3dfb43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:13,690 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,42637,-1 for getting cluster id 2024-11-08T20:21:13,690 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:21:13,691 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbdd6d07-0b5c-42de-912a-1653cab49062' 2024-11-08T20:21:13,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:21:13,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbdd6d07-0b5c-42de-912a-1653cab49062" 2024-11-08T20:21:13,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb03d22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:13,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,42637,-1] 2024-11-08T20:21:13,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:21:13,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:13,693 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:21:13,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7db609ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:13,695 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:21:13,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,44935,1731097271935, seqNum=-1] 2024-11-08T20:21:13,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:21:13,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:21:13,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ae1476a7656f,42637,1731097271594 2024-11-08T20:21:13,700 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56970 2024-11-08T20:21:13,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56970, baseZNode=/01743017676 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:21:13,726 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011c1c102e0002 connected 2024-11-08T20:21:13,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87caa4a4-f784-c4ae-6608-f91dffb1f006/hadoop.log.dir so I do NOT create it in target/test-data/1408544b-9478-586d-9023-a876bcd5252e 2024-11-08T20:21:13,736 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87caa4a4-f784-c4ae-6608-f91dffb1f006/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T20:21:13,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87caa4a4-f784-c4ae-6608-f91dffb1f006/hadoop.tmp.dir so I do NOT create it in target/test-data/1408544b-9478-586d-9023-a876bcd5252e 2024-11-08T20:21:13,736 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87caa4a4-f784-c4ae-6608-f91dffb1f006/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T20:21:13,736 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1408544b-9478-586d-9023-a876bcd5252e 2024-11-08T20:21:13,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T20:21:13,736 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1408544b-9478-586d-9023-a876bcd5252e/cluster_81bf1a64-61f4-4694-dae0-447f43c42610, deleteOnExit=true 2024-11-08T20:21:13,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T20:21:13,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1408544b-9478-586d-9023-a876bcd5252e/test.cache.data in system properties and HBase conf 2024-11-08T20:21:13,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1408544b-9478-586d-9023-a876bcd5252e/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T20:21:13,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1408544b-9478-586d-9023-a876bcd5252e/hadoop.log.dir in system properties and HBase conf 2024-11-08T20:21:13,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1408544b-9478-586d-9023-a876bcd5252e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T20:21:13,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1408544b-9478-586d-9023-a876bcd5252e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T20:21:13,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T20:21:13,737 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T20:21:13,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1408544b-9478-586d-9023-a876bcd5252e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:21:13,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1408544b-9478-586d-9023-a876bcd5252e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:21:13,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1408544b-9478-586d-9023-a876bcd5252e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T20:21:13,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1408544b-9478-586d-9023-a876bcd5252e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:21:13,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1408544b-9478-586d-9023-a876bcd5252e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T20:21:13,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1408544b-9478-586d-9023-a876bcd5252e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T20:21:13,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1408544b-9478-586d-9023-a876bcd5252e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:21:13,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1408544b-9478-586d-9023-a876bcd5252e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:21:13,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1408544b-9478-586d-9023-a876bcd5252e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T20:21:13,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1408544b-9478-586d-9023-a876bcd5252e/nfs.dump.dir in system properties and HBase conf 2024-11-08T20:21:13,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1408544b-9478-586d-9023-a876bcd5252e/java.io.tmpdir in system properties and HBase conf 2024-11-08T20:21:13,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1408544b-9478-586d-9023-a876bcd5252e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:21:13,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1408544b-9478-586d-9023-a876bcd5252e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T20:21:13,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1408544b-9478-586d-9023-a876bcd5252e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T20:21:14,201 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:21:14,212 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:21:14,260 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:21:14,260 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:21:14,260 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T20:21:14,273 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:21:14,280 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@275b2039{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1408544b-9478-586d-9023-a876bcd5252e/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:21:14,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67488374{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:21:14,425 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@420bd4b5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1408544b-9478-586d-9023-a876bcd5252e/java.io.tmpdir/jetty-localhost-43245-hadoop-hdfs-3_4_1-tests_jar-_-any-449191515331794458/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:21:14,426 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a6b9ac0{HTTP/1.1, (http/1.1)}{localhost:43245} 2024-11-08T20:21:14,426 INFO [Time-limited test {}] server.Server(415): Started @334714ms 2024-11-08T20:21:14,735 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:21:14,739 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:21:14,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:21:14,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:21:14,748 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T20:21:14,756 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35c6f5c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1408544b-9478-586d-9023-a876bcd5252e/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:21:14,757 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@709b5042{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:21:14,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56c5f20d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1408544b-9478-586d-9023-a876bcd5252e/java.io.tmpdir/jetty-localhost-46247-hadoop-hdfs-3_4_1-tests_jar-_-any-4632505609396275311/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:21:14,870 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d78c344{HTTP/1.1, (http/1.1)}{localhost:46247} 2024-11-08T20:21:14,870 INFO [Time-limited test {}] server.Server(415): Started @335158ms 2024-11-08T20:21:14,871 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T20:21:15,684 WARN [Thread-4454 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1408544b-9478-586d-9023-a876bcd5252e/cluster_81bf1a64-61f4-4694-dae0-447f43c42610/data/data1/current/BP-1555508030-172.17.0.3-1731097273780/current, will proceed with Du for space computation calculation, 2024-11-08T20:21:15,684 WARN [Thread-4455 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1408544b-9478-586d-9023-a876bcd5252e/cluster_81bf1a64-61f4-4694-dae0-447f43c42610/data/data2/current/BP-1555508030-172.17.0.3-1731097273780/current, will proceed with Du for space computation calculation, 2024-11-08T20:21:15,700 WARN [Thread-4442 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T20:21:15,704 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6f4c0b44d4e4067c with lease ID 0x19c2b4eeaff8531: Processing first storage report for DS-81e3d1ad-1817-46c4-8c4a-a31fb713399e from datanode DatanodeRegistration(127.0.0.1:43881, datanodeUuid=90107f95-9714-4efb-8f11-292d0faa616b, infoPort=42595, infoSecurePort=0, ipcPort=33005, storageInfo=lv=-57;cid=testClusterID;nsid=837011590;c=1731097273780) 2024-11-08T20:21:15,704 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6f4c0b44d4e4067c with lease ID 0x19c2b4eeaff8531: from storage DS-81e3d1ad-1817-46c4-8c4a-a31fb713399e node DatanodeRegistration(127.0.0.1:43881, datanodeUuid=90107f95-9714-4efb-8f11-292d0faa616b, infoPort=42595, infoSecurePort=0, ipcPort=33005, storageInfo=lv=-57;cid=testClusterID;nsid=837011590;c=1731097273780), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:21:15,704 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6f4c0b44d4e4067c with lease ID 0x19c2b4eeaff8531: Processing first storage report for DS-ffee4ab4-4988-4ed4-8541-78e87a37a51c from datanode DatanodeRegistration(127.0.0.1:43881, datanodeUuid=90107f95-9714-4efb-8f11-292d0faa616b, infoPort=42595, infoSecurePort=0, ipcPort=33005, storageInfo=lv=-57;cid=testClusterID;nsid=837011590;c=1731097273780) 2024-11-08T20:21:15,704 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6f4c0b44d4e4067c with lease ID 0x19c2b4eeaff8531: from storage DS-ffee4ab4-4988-4ed4-8541-78e87a37a51c node DatanodeRegistration(127.0.0.1:43881, datanodeUuid=90107f95-9714-4efb-8f11-292d0faa616b, infoPort=42595, infoSecurePort=0, ipcPort=33005, storageInfo=lv=-57;cid=testClusterID;nsid=837011590;c=1731097273780), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:21:15,795 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1408544b-9478-586d-9023-a876bcd5252e 2024-11-08T20:21:15,795 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:21:15,797 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:21:15,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741825_1001 (size=7) 2024-11-08T20:21:16,210 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895 with version=8 2024-11-08T20:21:16,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/hbase-staging 2024-11-08T20:21:16,212 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:21:16,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:21:16,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:21:16,213 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:21:16,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:21:16,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:21:16,213 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T20:21:16,213 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:21:16,213 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45743 2024-11-08T20:21:16,214 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45743 connecting to ZooKeeper ensemble=127.0.0.1:56970 2024-11-08T20:21:16,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457430x0, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:21:16,237 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45743-0x1011c1c102e0003 connected 2024-11-08T20:21:16,458 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:21:16,460 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:21:16,462 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45743-0x1011c1c102e0003, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Set watcher on znode that does not yet exist, /1-977819085/running 2024-11-08T20:21:16,462 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895, hbase.cluster.distributed=false 2024-11-08T20:21:16,463 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45743-0x1011c1c102e0003, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Set watcher on znode that does not yet exist, /1-977819085/acl 2024-11-08T20:21:16,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45743 2024-11-08T20:21:16,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45743 2024-11-08T20:21:16,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45743 2024-11-08T20:21:16,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45743 2024-11-08T20:21:16,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45743 2024-11-08T20:21:16,478 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:21:16,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:21:16,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:21:16,478 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:21:16,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:21:16,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:21:16,478 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T20:21:16,478 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:21:16,479 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45919 2024-11-08T20:21:16,479 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45919 connecting to ZooKeeper ensemble=127.0.0.1:56970 2024-11-08T20:21:16,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:21:16,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:21:16,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459190x0, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:21:16,583 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:459190x0, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Set watcher on znode that does not yet exist, /1-977819085/running 2024-11-08T20:21:16,583 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45919-0x1011c1c102e0004 connected 2024-11-08T20:21:16,583 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T20:21:16,584 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T20:21:16,584 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45919-0x1011c1c102e0004, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Set watcher on znode that does not yet exist, /1-977819085/master 2024-11-08T20:21:16,585 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45919-0x1011c1c102e0004, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Set watcher on znode that does not yet exist, /1-977819085/acl 2024-11-08T20:21:16,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45919 2024-11-08T20:21:16,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45919 2024-11-08T20:21:16,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45919 2024-11-08T20:21:16,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45919 2024-11-08T20:21:16,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45919 2024-11-08T20:21:16,597 DEBUG [M:0;ae1476a7656f:45743 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ae1476a7656f:45743 2024-11-08T20:21:16,598 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-977819085/backup-masters/ae1476a7656f,45743,1731097276212 2024-11-08T20:21:16,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45919-0x1011c1c102e0004, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-977819085/backup-masters 2024-11-08T20:21:16,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45743-0x1011c1c102e0003, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-977819085/backup-masters 2024-11-08T20:21:16,702 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45743-0x1011c1c102e0003, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Set watcher on existing znode=/1-977819085/backup-masters/ae1476a7656f,45743,1731097276212 2024-11-08T20:21:16,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45743-0x1011c1c102e0003, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-977819085 2024-11-08T20:21:16,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45919-0x1011c1c102e0004, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-977819085/master 2024-11-08T20:21:16,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45919-0x1011c1c102e0004, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-977819085 2024-11-08T20:21:16,846 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45743-0x1011c1c102e0003, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Set watcher on existing znode=/1-977819085/master 2024-11-08T20:21:16,847 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-977819085/backup-masters/ae1476a7656f,45743,1731097276212 from backup master directory 2024-11-08T20:21:17,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45919-0x1011c1c102e0004, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-977819085/backup-masters 2024-11-08T20:21:17,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45743-0x1011c1c102e0003, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-977819085/backup-masters/ae1476a7656f,45743,1731097276212 2024-11-08T20:21:17,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45743-0x1011c1c102e0003, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-977819085/backup-masters 2024-11-08T20:21:17,037 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:21:17,037 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ae1476a7656f,45743,1731097276212 2024-11-08T20:21:17,039 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/hbase.id] with ID: 0e1c3bde-0515-49da-a05a-ecff05dd9694 2024-11-08T20:21:17,039 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/.tmp/hbase.id 2024-11-08T20:21:17,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741826_1002 (size=42) 2024-11-08T20:21:17,443 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/.tmp/hbase.id]:[hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/hbase.id] 2024-11-08T20:21:17,451 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:21:17,451 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T20:21:17,452 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T20:21:17,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45743-0x1011c1c102e0003, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-977819085 2024-11-08T20:21:17,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45919-0x1011c1c102e0004, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-977819085 2024-11-08T20:21:17,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741827_1003 (size=196) 2024-11-08T20:21:17,515 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:21:17,516 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T20:21:17,517 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:21:17,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741828_1004 (size=1189) 2024-11-08T20:21:17,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T20:21:17,810 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T20:21:17,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T20:21:17,811 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T20:21:17,811 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T20:21:17,811 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T20:21:17,926 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/MasterData/data/master/store 2024-11-08T20:21:17,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741829_1005 (size=34) 2024-11-08T20:21:18,330 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:21:18,330 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:21:18,331 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:21:18,331 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:21:18,331 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:21:18,331 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:21:18,331 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:21:18,331 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731097278330Disabling compacts and flushes for region at 1731097278330Disabling writes for close at 1731097278331 (+1 ms)Writing region close event to WAL at 1731097278331Closed at 1731097278331 2024-11-08T20:21:18,331 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/MasterData/data/master/store/.initializing 2024-11-08T20:21:18,331 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/MasterData/WALs/ae1476a7656f,45743,1731097276212 2024-11-08T20:21:18,332 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:21:18,333 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C45743%2C1731097276212, suffix=, logDir=hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/MasterData/WALs/ae1476a7656f,45743,1731097276212, archiveDir=hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/MasterData/oldWALs, maxLogs=10 2024-11-08T20:21:18,346 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/MasterData/WALs/ae1476a7656f,45743,1731097276212/ae1476a7656f%2C45743%2C1731097276212.1731097278334, exclude list is [], retry=0 2024-11-08T20:21:18,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43881,DS-81e3d1ad-1817-46c4-8c4a-a31fb713399e,DISK] 2024-11-08T20:21:18,349 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/MasterData/WALs/ae1476a7656f,45743,1731097276212/ae1476a7656f%2C45743%2C1731097276212.1731097278334 2024-11-08T20:21:18,350 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42595:42595)] 2024-11-08T20:21:18,350 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:21:18,350 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:21:18,350 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:21:18,350 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:21:18,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:21:18,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T20:21:18,352 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:18,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:21:18,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:21:18,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T20:21:18,353 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:18,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:21:18,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:21:18,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T20:21:18,355 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:18,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:21:18,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:21:18,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T20:21:18,356 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:18,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:21:18,356 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:21:18,357 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:21:18,357 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:21:18,358 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:21:18,358 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:21:18,358 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:21:18,359 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:21:18,360 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:21:18,360 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66845592, jitterRate=-0.00392305850982666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:21:18,360 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731097278350Initializing all the Stores at 1731097278351 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097278351Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097278351Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097278351Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097278351Cleaning up temporary data from old regions at 1731097278358 (+7 ms)Region opened successfully at 1731097278360 (+2 ms) 2024-11-08T20:21:18,360 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T20:21:18,362 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce6b39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:21:18,363 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T20:21:18,363 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T20:21:18,363 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T20:21:18,363 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T20:21:18,364 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T20:21:18,364 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T20:21:18,364 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T20:21:18,365 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T20:21:18,366 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45743-0x1011c1c102e0003, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Unable to get data of znode /1-977819085/balancer because node does not exist (not necessarily an error) 2024-11-08T20:21:18,427 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-977819085/balancer already deleted, retry=false 2024-11-08T20:21:18,427 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T20:21:18,428 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45743-0x1011c1c102e0003, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Unable to get data of znode /1-977819085/normalizer because node does not exist (not necessarily an error) 2024-11-08T20:21:18,516 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-977819085/normalizer already deleted, retry=false 2024-11-08T20:21:18,517 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T20:21:18,518 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45743-0x1011c1c102e0003, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Unable to get data of znode /1-977819085/switch/split because node does not exist (not necessarily an error) 2024-11-08T20:21:18,607 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-977819085/switch/split already deleted, retry=false 2024-11-08T20:21:18,608 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45743-0x1011c1c102e0003, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Unable to get data of znode /1-977819085/switch/merge because node does not exist (not necessarily an error) 2024-11-08T20:21:18,696 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-977819085/switch/merge already deleted, retry=false 2024-11-08T20:21:18,698 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45743-0x1011c1c102e0003, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Unable to get data of znode /1-977819085/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T20:21:18,749 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-977819085/snapshot-cleanup already deleted, retry=false 2024-11-08T20:21:18,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45919-0x1011c1c102e0004, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-977819085/running 2024-11-08T20:21:18,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45743-0x1011c1c102e0003, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-977819085/running 2024-11-08T20:21:18,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45743-0x1011c1c102e0003, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-977819085 2024-11-08T20:21:18,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45919-0x1011c1c102e0004, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-977819085 2024-11-08T20:21:18,832 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ae1476a7656f,45743,1731097276212, sessionid=0x1011c1c102e0003, setting cluster-up flag (Was=false) 2024-11-08T20:21:18,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45743-0x1011c1c102e0003, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-977819085 2024-11-08T20:21:18,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45919-0x1011c1c102e0004, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-977819085 2024-11-08T20:21:19,062 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T20:21:19,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:19,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:19,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:19,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:19,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:19,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:19,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:19,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:19,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:19,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:19,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:19,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:19,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:19,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:19,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:19,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:19,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:19,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:19,226 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-977819085/flush-table-proc/acquired, /1-977819085/flush-table-proc/reached, /1-977819085/flush-table-proc/abort 2024-11-08T20:21:19,227 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,45743,1731097276212 2024-11-08T20:21:19,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45919-0x1011c1c102e0004, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-977819085 2024-11-08T20:21:19,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45743-0x1011c1c102e0003, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-977819085 2024-11-08T20:21:19,291 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-977819085/online-snapshot/acquired, /1-977819085/online-snapshot/reached, /1-977819085/online-snapshot/abort 2024-11-08T20:21:19,292 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,45743,1731097276212 2024-11-08T20:21:19,293 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T20:21:19,294 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T20:21:19,294 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T20:21:19,294 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T20:21:19,294 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ae1476a7656f,45743,1731097276212 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T20:21:19,295 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:21:19,296 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:21:19,296 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:21:19,296 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:21:19,296 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ae1476a7656f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T20:21:19,296 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:21:19,296 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:21:19,296 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:21:19,297 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731097309296 2024-11-08T20:21:19,297 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T20:21:19,297 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T20:21:19,297 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T20:21:19,297 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T20:21:19,297 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T20:21:19,297 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T20:21:19,297 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:21:19,297 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:19,297 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T20:21:19,297 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T20:21:19,297 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T20:21:19,297 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T20:21:19,297 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T20:21:19,298 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T20:21:19,298 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T20:21:19,298 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097279298,5,FailOnTimeoutGroup] 2024-11-08T20:21:19,298 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:19,298 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097279298,5,FailOnTimeoutGroup] 2024-11-08T20:21:19,298 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:19,298 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T20:21:19,298 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:19,298 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T20:21:19,298 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:19,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741831_1007 (size=1321) 2024-11-08T20:21:19,390 INFO [RS:0;ae1476a7656f:45919 {}] regionserver.HRegionServer(746): ClusterId : 0e1c3bde-0515-49da-a05a-ecff05dd9694 2024-11-08T20:21:19,390 DEBUG [RS:0;ae1476a7656f:45919 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T20:21:19,426 DEBUG [RS:0;ae1476a7656f:45919 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T20:21:19,426 DEBUG [RS:0;ae1476a7656f:45919 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T20:21:19,448 DEBUG [RS:0;ae1476a7656f:45919 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T20:21:19,448 DEBUG [RS:0;ae1476a7656f:45919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ff3d2f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:21:19,459 DEBUG [RS:0;ae1476a7656f:45919 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ae1476a7656f:45919 2024-11-08T20:21:19,459 INFO [RS:0;ae1476a7656f:45919 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T20:21:19,459 INFO [RS:0;ae1476a7656f:45919 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T20:21:19,459 DEBUG [RS:0;ae1476a7656f:45919 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T20:21:19,460 INFO [RS:0;ae1476a7656f:45919 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae1476a7656f,45743,1731097276212 with port=45919, startcode=1731097276478 2024-11-08T20:21:19,460 DEBUG [RS:0;ae1476a7656f:45919 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T20:21:19,461 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T20:21:19,461 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45743 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae1476a7656f,45919,1731097276478 2024-11-08T20:21:19,461 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45743 {}] master.ServerManager(517): Registering regionserver=ae1476a7656f,45919,1731097276478 2024-11-08T20:21:19,462 DEBUG [RS:0;ae1476a7656f:45919 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895 2024-11-08T20:21:19,462 DEBUG [RS:0;ae1476a7656f:45919 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40133 2024-11-08T20:21:19,462 DEBUG [RS:0;ae1476a7656f:45919 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T20:21:19,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45743-0x1011c1c102e0003, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-977819085/rs 2024-11-08T20:21:19,521 DEBUG [RS:0;ae1476a7656f:45919 {}] zookeeper.ZKUtil(111): regionserver:45919-0x1011c1c102e0004, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Set watcher on existing znode=/1-977819085/rs/ae1476a7656f,45919,1731097276478 2024-11-08T20:21:19,521 WARN [RS:0;ae1476a7656f:45919 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:21:19,521 INFO [RS:0;ae1476a7656f:45919 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:21:19,521 DEBUG [RS:0;ae1476a7656f:45919 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/WALs/ae1476a7656f,45919,1731097276478 2024-11-08T20:21:19,521 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae1476a7656f,45919,1731097276478] 2024-11-08T20:21:19,523 INFO [RS:0;ae1476a7656f:45919 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T20:21:19,525 INFO [RS:0;ae1476a7656f:45919 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T20:21:19,525 INFO [RS:0;ae1476a7656f:45919 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T20:21:19,525 INFO [RS:0;ae1476a7656f:45919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:19,525 INFO [RS:0;ae1476a7656f:45919 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T20:21:19,526 INFO [RS:0;ae1476a7656f:45919 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T20:21:19,526 INFO [RS:0;ae1476a7656f:45919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:19,526 DEBUG [RS:0;ae1476a7656f:45919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:21:19,526 DEBUG [RS:0;ae1476a7656f:45919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:21:19,526 DEBUG [RS:0;ae1476a7656f:45919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:21:19,526 DEBUG [RS:0;ae1476a7656f:45919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:21:19,526 DEBUG [RS:0;ae1476a7656f:45919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:21:19,526 DEBUG [RS:0;ae1476a7656f:45919 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:21:19,526 DEBUG [RS:0;ae1476a7656f:45919 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:21:19,526 DEBUG [RS:0;ae1476a7656f:45919 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:21:19,526 DEBUG [RS:0;ae1476a7656f:45919 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:21:19,526 DEBUG [RS:0;ae1476a7656f:45919 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:21:19,526 DEBUG [RS:0;ae1476a7656f:45919 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:21:19,526 DEBUG [RS:0;ae1476a7656f:45919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:21:19,526 DEBUG [RS:0;ae1476a7656f:45919 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:21:19,526 DEBUG [RS:0;ae1476a7656f:45919 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:21:19,527 INFO [RS:0;ae1476a7656f:45919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:19,527 INFO [RS:0;ae1476a7656f:45919 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:19,527 INFO [RS:0;ae1476a7656f:45919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:19,527 INFO [RS:0;ae1476a7656f:45919 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:19,527 INFO [RS:0;ae1476a7656f:45919 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:19,527 INFO [RS:0;ae1476a7656f:45919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,45919,1731097276478-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:21:19,540 INFO [RS:0;ae1476a7656f:45919 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T20:21:19,540 INFO [RS:0;ae1476a7656f:45919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,45919,1731097276478-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:19,540 INFO [RS:0;ae1476a7656f:45919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:19,540 INFO [RS:0;ae1476a7656f:45919 {}] regionserver.Replication(171): ae1476a7656f,45919,1731097276478 started 2024-11-08T20:21:19,553 INFO [RS:0;ae1476a7656f:45919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:19,553 INFO [RS:0;ae1476a7656f:45919 {}] regionserver.HRegionServer(1482): Serving as ae1476a7656f,45919,1731097276478, RpcServer on ae1476a7656f/172.17.0.3:45919, sessionid=0x1011c1c102e0004 2024-11-08T20:21:19,553 DEBUG [RS:0;ae1476a7656f:45919 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T20:21:19,553 DEBUG [RS:0;ae1476a7656f:45919 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae1476a7656f,45919,1731097276478 2024-11-08T20:21:19,553 DEBUG [RS:0;ae1476a7656f:45919 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,45919,1731097276478' 2024-11-08T20:21:19,553 DEBUG [RS:0;ae1476a7656f:45919 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-977819085/flush-table-proc/abort' 2024-11-08T20:21:19,553 DEBUG [RS:0;ae1476a7656f:45919 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-977819085/flush-table-proc/acquired' 2024-11-08T20:21:19,554 DEBUG [RS:0;ae1476a7656f:45919 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T20:21:19,554 DEBUG [RS:0;ae1476a7656f:45919 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T20:21:19,554 DEBUG [RS:0;ae1476a7656f:45919 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae1476a7656f,45919,1731097276478 2024-11-08T20:21:19,554 DEBUG [RS:0;ae1476a7656f:45919 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,45919,1731097276478' 2024-11-08T20:21:19,554 DEBUG [RS:0;ae1476a7656f:45919 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-977819085/online-snapshot/abort' 2024-11-08T20:21:19,554 DEBUG [RS:0;ae1476a7656f:45919 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-977819085/online-snapshot/acquired' 2024-11-08T20:21:19,554 DEBUG [RS:0;ae1476a7656f:45919 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T20:21:19,554 INFO [RS:0;ae1476a7656f:45919 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T20:21:19,554 INFO [RS:0;ae1476a7656f:45919 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T20:21:19,655 INFO [RS:0;ae1476a7656f:45919 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:21:19,656 INFO [RS:0;ae1476a7656f:45919 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C45919%2C1731097276478, suffix=, logDir=hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/WALs/ae1476a7656f,45919,1731097276478, archiveDir=hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/oldWALs, maxLogs=10 2024-11-08T20:21:19,668 DEBUG [RS:0;ae1476a7656f:45919 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/WALs/ae1476a7656f,45919,1731097276478/ae1476a7656f%2C45919%2C1731097276478.1731097279656, exclude list is [], retry=0 2024-11-08T20:21:19,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43881,DS-81e3d1ad-1817-46c4-8c4a-a31fb713399e,DISK] 2024-11-08T20:21:19,672 INFO [RS:0;ae1476a7656f:45919 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/WALs/ae1476a7656f,45919,1731097276478/ae1476a7656f%2C45919%2C1731097276478.1731097279656 2024-11-08T20:21:19,673 DEBUG [RS:0;ae1476a7656f:45919 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42595:42595)] 2024-11-08T20:21:19,708 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T20:21:19,708 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895 2024-11-08T20:21:19,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741833_1009 (size=32) 2024-11-08T20:21:20,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:21:20,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:21:20,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:21:20,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:20,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:21:20,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:21:20,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:21:20,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:20,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:21:20,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:21:20,118 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:21:20,118 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:20,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:21:20,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:21:20,119 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:21:20,119 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:20,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:21:20,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:21:20,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/data/hbase/meta/1588230740 2024-11-08T20:21:20,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/data/hbase/meta/1588230740 2024-11-08T20:21:20,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:21:20,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:21:20,122 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:21:20,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:21:20,123 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:21:20,123 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64053550, jitterRate=-0.04552772641181946}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:21:20,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731097280114Initializing all the Stores at 1731097280114Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097280114Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097280114Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097280114Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097280114Cleaning up temporary data from old regions at 1731097280121 (+7 ms)Region opened successfully at 1731097280123 (+2 ms) 2024-11-08T20:21:20,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:21:20,124 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:21:20,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:21:20,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:21:20,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:21:20,124 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:21:20,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731097280124Disabling compacts and flushes for region at 1731097280124Disabling writes for close at 1731097280124Writing region close event to WAL at 1731097280124Closed at 1731097280124 2024-11-08T20:21:20,125 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:21:20,125 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T20:21:20,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T20:21:20,128 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:21:20,128 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T20:21:20,279 DEBUG [ae1476a7656f:45743 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T20:21:20,279 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ae1476a7656f,45919,1731097276478 2024-11-08T20:21:20,280 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,45919,1731097276478, state=OPENING 2024-11-08T20:21:20,291 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T20:21:20,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45743-0x1011c1c102e0003, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-977819085 2024-11-08T20:21:20,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45919-0x1011c1c102e0004, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-977819085 2024-11-08T20:21:20,302 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-977819085/meta-region-server: CHANGED 2024-11-08T20:21:20,302 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:21:20,302 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,45919,1731097276478}] 2024-11-08T20:21:20,303 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-977819085/meta-region-server: CHANGED 2024-11-08T20:21:20,454 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:21:20,461 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40309, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T20:21:20,464 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T20:21:20,464 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:21:20,465 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T20:21:20,466 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C45919%2C1731097276478.meta, suffix=.meta, logDir=hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/WALs/ae1476a7656f,45919,1731097276478, archiveDir=hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/oldWALs, maxLogs=10 2024-11-08T20:21:20,482 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/WALs/ae1476a7656f,45919,1731097276478/ae1476a7656f%2C45919%2C1731097276478.meta.1731097280466.meta, exclude list is [], retry=0 2024-11-08T20:21:20,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43881,DS-81e3d1ad-1817-46c4-8c4a-a31fb713399e,DISK] 2024-11-08T20:21:20,486 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/WALs/ae1476a7656f,45919,1731097276478/ae1476a7656f%2C45919%2C1731097276478.meta.1731097280466.meta 2024-11-08T20:21:20,486 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42595:42595)] 2024-11-08T20:21:20,486 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:21:20,487 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:21:20,487 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T20:21:20,487 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T20:21:20,487 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T20:21:20,487 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T20:21:20,487 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:21:20,487 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T20:21:20,487 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T20:21:20,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:21:20,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:21:20,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:20,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:21:20,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:21:20,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:21:20,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:20,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:21:20,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:21:20,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:21:20,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:20,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:21:20,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:21:20,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:21:20,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:20,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:21:20,493 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:21:20,493 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/data/hbase/meta/1588230740 2024-11-08T20:21:20,494 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/data/hbase/meta/1588230740 2024-11-08T20:21:20,494 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:21:20,494 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:21:20,495 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:21:20,495 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:21:20,496 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72966289, jitterRate=0.08728243410587311}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:21:20,496 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T20:21:20,496 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731097280487Writing region info on filesystem at 1731097280487Initializing all the Stores at 1731097280488 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097280488Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097280490 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097280490Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097280490Cleaning up temporary data from old regions at 1731097280494 (+4 ms)Running coprocessor post-open hooks at 1731097280496 (+2 ms)Region opened successfully at 1731097280496 2024-11-08T20:21:20,497 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731097280454 2024-11-08T20:21:20,498 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T20:21:20,498 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T20:21:20,499 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,45919,1731097276478 2024-11-08T20:21:20,499 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,45919,1731097276478, state=OPEN 2024-11-08T20:21:20,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45743-0x1011c1c102e0003, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-977819085/meta-region-server 2024-11-08T20:21:20,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45919-0x1011c1c102e0004, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-977819085/meta-region-server 2024-11-08T20:21:20,512 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ae1476a7656f,45919,1731097276478 2024-11-08T20:21:20,512 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-977819085/meta-region-server: CHANGED 2024-11-08T20:21:20,512 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-977819085/meta-region-server: CHANGED 2024-11-08T20:21:20,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T20:21:20,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,45919,1731097276478 in 210 msec 2024-11-08T20:21:20,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T20:21:20,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 386 msec 2024-11-08T20:21:20,515 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:21:20,515 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T20:21:20,516 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:21:20,516 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,45919,1731097276478, seqNum=-1] 2024-11-08T20:21:20,516 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:21:20,517 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50841, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:21:20,520 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2260 sec 2024-11-08T20:21:20,521 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731097280521, completionTime=-1 2024-11-08T20:21:20,521 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T20:21:20,521 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T20:21:20,522 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T20:21:20,522 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731097340522 2024-11-08T20:21:20,522 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731097400522 2024-11-08T20:21:20,522 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T20:21:20,522 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,45743,1731097276212-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:20,523 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,45743,1731097276212-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:20,523 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,45743,1731097276212-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:20,523 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ae1476a7656f:45743, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:20,523 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:20,523 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:20,524 DEBUG [master/ae1476a7656f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T20:21:20,526 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.489sec 2024-11-08T20:21:20,526 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T20:21:20,526 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T20:21:20,526 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T20:21:20,527 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T20:21:20,527 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T20:21:20,527 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,45743,1731097276212-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:21:20,527 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,45743,1731097276212-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T20:21:20,528 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T20:21:20,528 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T20:21:20,528 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,45743,1731097276212-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:20,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3898d25d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:20,591 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,45743,-1 for getting cluster id 2024-11-08T20:21:20,591 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:21:20,592 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e1c3bde-0515-49da-a05a-ecff05dd9694' 2024-11-08T20:21:20,592 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:21:20,592 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e1c3bde-0515-49da-a05a-ecff05dd9694" 2024-11-08T20:21:20,592 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b1bee08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:20,592 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,45743,-1] 2024-11-08T20:21:20,592 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:21:20,592 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:20,593 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:21:20,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e7c15af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:20,594 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:21:20,594 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,45919,1731097276478, seqNum=-1] 2024-11-08T20:21:20,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:21:20,595 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:21:20,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ae1476a7656f,45743,1731097276212 2024-11-08T20:21:20,597 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56970 2024-11-08T20:21:20,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:21:20,607 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011c1c102e0005 connected 2024-11-08T20:21:20,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1408544b-9478-586d-9023-a876bcd5252e/hadoop.log.dir so I do NOT create it in target/test-data/bd724b28-d8d3-98de-82ce-8cd3c7f97fef 2024-11-08T20:21:20,619 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1408544b-9478-586d-9023-a876bcd5252e/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T20:21:20,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1408544b-9478-586d-9023-a876bcd5252e/hadoop.tmp.dir so I do NOT create it in target/test-data/bd724b28-d8d3-98de-82ce-8cd3c7f97fef 2024-11-08T20:21:20,619 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1408544b-9478-586d-9023-a876bcd5252e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T20:21:20,619 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd724b28-d8d3-98de-82ce-8cd3c7f97fef 2024-11-08T20:21:20,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T20:21:20,619 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd724b28-d8d3-98de-82ce-8cd3c7f97fef/cluster_158bf4e8-a463-0c36-1f2a-58e98b64a54d, deleteOnExit=true 2024-11-08T20:21:20,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T20:21:20,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd724b28-d8d3-98de-82ce-8cd3c7f97fef/test.cache.data in system properties and HBase conf 2024-11-08T20:21:20,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd724b28-d8d3-98de-82ce-8cd3c7f97fef/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T20:21:20,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd724b28-d8d3-98de-82ce-8cd3c7f97fef/hadoop.log.dir in system properties and HBase conf 2024-11-08T20:21:20,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd724b28-d8d3-98de-82ce-8cd3c7f97fef/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T20:21:20,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd724b28-d8d3-98de-82ce-8cd3c7f97fef/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T20:21:20,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T20:21:20,620 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T20:21:20,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd724b28-d8d3-98de-82ce-8cd3c7f97fef/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:21:20,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd724b28-d8d3-98de-82ce-8cd3c7f97fef/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:21:20,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd724b28-d8d3-98de-82ce-8cd3c7f97fef/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T20:21:20,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd724b28-d8d3-98de-82ce-8cd3c7f97fef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:21:20,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd724b28-d8d3-98de-82ce-8cd3c7f97fef/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T20:21:20,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd724b28-d8d3-98de-82ce-8cd3c7f97fef/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T20:21:20,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd724b28-d8d3-98de-82ce-8cd3c7f97fef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:21:20,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd724b28-d8d3-98de-82ce-8cd3c7f97fef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:21:20,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd724b28-d8d3-98de-82ce-8cd3c7f97fef/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T20:21:20,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd724b28-d8d3-98de-82ce-8cd3c7f97fef/nfs.dump.dir in system properties and HBase conf 2024-11-08T20:21:20,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd724b28-d8d3-98de-82ce-8cd3c7f97fef/java.io.tmpdir in system properties and HBase conf 2024-11-08T20:21:20,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd724b28-d8d3-98de-82ce-8cd3c7f97fef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:21:20,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd724b28-d8d3-98de-82ce-8cd3c7f97fef/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T20:21:20,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd724b28-d8d3-98de-82ce-8cd3c7f97fef/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T20:21:20,956 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:21:20,958 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:21:20,960 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:21:20,960 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:21:20,960 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T20:21:20,962 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:21:20,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@847308b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd724b28-d8d3-98de-82ce-8cd3c7f97fef/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:21:20,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d3f4f6f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:21:21,067 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5dde432{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd724b28-d8d3-98de-82ce-8cd3c7f97fef/java.io.tmpdir/jetty-localhost-34217-hadoop-hdfs-3_4_1-tests_jar-_-any-1262531640033085787/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:21:21,067 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d4a2ec9{HTTP/1.1, (http/1.1)}{localhost:34217} 2024-11-08T20:21:21,068 INFO [Time-limited test {}] server.Server(415): Started @341356ms 2024-11-08T20:21:21,351 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:21:21,353 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:21:21,356 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:21:21,356 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:21:21,356 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T20:21:21,358 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11d7f6b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd724b28-d8d3-98de-82ce-8cd3c7f97fef/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:21:21,358 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33d5a8ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:21:21,451 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45de574{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd724b28-d8d3-98de-82ce-8cd3c7f97fef/java.io.tmpdir/jetty-localhost-40639-hadoop-hdfs-3_4_1-tests_jar-_-any-9819411433719513163/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:21:21,451 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b021a97{HTTP/1.1, (http/1.1)}{localhost:40639} 2024-11-08T20:21:21,451 INFO [Time-limited test {}] server.Server(415): Started @341739ms 2024-11-08T20:21:21,452 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T20:21:22,819 WARN [Thread-4576 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd724b28-d8d3-98de-82ce-8cd3c7f97fef/cluster_158bf4e8-a463-0c36-1f2a-58e98b64a54d/data/data2/current/BP-1251673558-172.17.0.3-1731097280634/current, will proceed with Du for space computation calculation, 2024-11-08T20:21:22,819 WARN [Thread-4575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd724b28-d8d3-98de-82ce-8cd3c7f97fef/cluster_158bf4e8-a463-0c36-1f2a-58e98b64a54d/data/data1/current/BP-1251673558-172.17.0.3-1731097280634/current, will proceed with Du for space computation calculation, 2024-11-08T20:21:22,861 WARN [Thread-4563 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T20:21:22,870 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaef85c69e51a20e6 with lease ID 0x45f6cdde64c8629d: Processing first storage report for DS-620bd9a5-eeec-4bc5-b817-8d0c65d2fc8e from datanode DatanodeRegistration(127.0.0.1:40467, datanodeUuid=fa6fbbb4-6dd3-4f7a-9bc4-0c054ad05d94, infoPort=34099, infoSecurePort=0, ipcPort=36657, storageInfo=lv=-57;cid=testClusterID;nsid=1275998444;c=1731097280634) 2024-11-08T20:21:22,870 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaef85c69e51a20e6 with lease ID 0x45f6cdde64c8629d: from storage DS-620bd9a5-eeec-4bc5-b817-8d0c65d2fc8e node DatanodeRegistration(127.0.0.1:40467, datanodeUuid=fa6fbbb4-6dd3-4f7a-9bc4-0c054ad05d94, infoPort=34099, infoSecurePort=0, ipcPort=36657, storageInfo=lv=-57;cid=testClusterID;nsid=1275998444;c=1731097280634), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:21:22,871 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaef85c69e51a20e6 with lease ID 0x45f6cdde64c8629d: Processing first storage report for DS-606f28d8-6fa7-482c-a46d-426d93d647a9 from datanode DatanodeRegistration(127.0.0.1:40467, datanodeUuid=fa6fbbb4-6dd3-4f7a-9bc4-0c054ad05d94, infoPort=34099, infoSecurePort=0, ipcPort=36657, storageInfo=lv=-57;cid=testClusterID;nsid=1275998444;c=1731097280634) 2024-11-08T20:21:22,871 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaef85c69e51a20e6 with lease ID 0x45f6cdde64c8629d: from storage DS-606f28d8-6fa7-482c-a46d-426d93d647a9 node DatanodeRegistration(127.0.0.1:40467, datanodeUuid=fa6fbbb4-6dd3-4f7a-9bc4-0c054ad05d94, infoPort=34099, infoSecurePort=0, ipcPort=36657, storageInfo=lv=-57;cid=testClusterID;nsid=1275998444;c=1731097280634), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:21:22,977 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd724b28-d8d3-98de-82ce-8cd3c7f97fef 2024-11-08T20:21:22,977 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:21:22,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:21:22,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741825_1001 (size=7) 2024-11-08T20:21:23,387 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0 with version=8 2024-11-08T20:21:23,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/hbase-staging 2024-11-08T20:21:23,389 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:21:23,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:21:23,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:21:23,390 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:21:23,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:21:23,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:21:23,390 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T20:21:23,390 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:21:23,390 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34817 2024-11-08T20:21:23,391 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34817 connecting to ZooKeeper ensemble=127.0.0.1:56970 2024-11-08T20:21:23,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:348170x0, quorum=127.0.0.1:56970, baseZNode=/21344801868 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:21:23,439 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34817-0x1011c1c102e0006 connected 2024-11-08T20:21:23,512 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:21:23,513 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:21:23,515 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34817-0x1011c1c102e0006, quorum=127.0.0.1:56970, baseZNode=/21344801868 Set watcher on znode that does not yet exist, /21344801868/running 2024-11-08T20:21:23,515 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0, hbase.cluster.distributed=false 2024-11-08T20:21:23,516 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34817-0x1011c1c102e0006, quorum=127.0.0.1:56970, baseZNode=/21344801868 Set watcher on znode that does not yet exist, /21344801868/acl 2024-11-08T20:21:23,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34817 2024-11-08T20:21:23,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34817 2024-11-08T20:21:23,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34817 2024-11-08T20:21:23,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34817 2024-11-08T20:21:23,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34817 2024-11-08T20:21:23,567 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:21:23,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:21:23,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:21:23,567 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:21:23,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:21:23,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:21:23,567 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T20:21:23,567 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:21:23,572 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43387 2024-11-08T20:21:23,573 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43387 connecting to ZooKeeper ensemble=127.0.0.1:56970 2024-11-08T20:21:23,574 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:21:23,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:21:23,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433870x0, quorum=127.0.0.1:56970, baseZNode=/21344801868 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:21:23,596 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433870x0, quorum=127.0.0.1:56970, baseZNode=/21344801868 Set watcher on znode that does not yet exist, /21344801868/running 2024-11-08T20:21:23,597 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T20:21:23,600 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43387-0x1011c1c102e0007 connected 2024-11-08T20:21:23,612 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T20:21:23,613 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43387-0x1011c1c102e0007, quorum=127.0.0.1:56970, baseZNode=/21344801868 Set watcher on znode that does not yet exist, /21344801868/master 2024-11-08T20:21:23,614 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43387-0x1011c1c102e0007, quorum=127.0.0.1:56970, baseZNode=/21344801868 Set watcher on znode that does not yet exist, /21344801868/acl 2024-11-08T20:21:23,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43387 2024-11-08T20:21:23,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43387 2024-11-08T20:21:23,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43387 2024-11-08T20:21:23,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43387 2024-11-08T20:21:23,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43387 2024-11-08T20:21:23,716 DEBUG [M:0;ae1476a7656f:34817 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ae1476a7656f:34817 2024-11-08T20:21:23,717 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21344801868/backup-masters/ae1476a7656f,34817,1731097283389 2024-11-08T20:21:23,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43387-0x1011c1c102e0007, quorum=127.0.0.1:56970, baseZNode=/21344801868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21344801868/backup-masters 2024-11-08T20:21:23,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34817-0x1011c1c102e0006, quorum=127.0.0.1:56970, baseZNode=/21344801868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21344801868/backup-masters 2024-11-08T20:21:23,722 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34817-0x1011c1c102e0006, quorum=127.0.0.1:56970, baseZNode=/21344801868 Set watcher on existing znode=/21344801868/backup-masters/ae1476a7656f,34817,1731097283389 2024-11-08T20:21:23,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43387-0x1011c1c102e0007, quorum=127.0.0.1:56970, baseZNode=/21344801868 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21344801868/master 2024-11-08T20:21:23,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34817-0x1011c1c102e0006, quorum=127.0.0.1:56970, baseZNode=/21344801868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21344801868 2024-11-08T20:21:23,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43387-0x1011c1c102e0007, quorum=127.0.0.1:56970, baseZNode=/21344801868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21344801868 2024-11-08T20:21:23,733 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34817-0x1011c1c102e0006, quorum=127.0.0.1:56970, baseZNode=/21344801868 Set watcher on existing znode=/21344801868/master 2024-11-08T20:21:23,734 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21344801868/backup-masters/ae1476a7656f,34817,1731097283389 from backup master directory 2024-11-08T20:21:23,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43387-0x1011c1c102e0007, quorum=127.0.0.1:56970, baseZNode=/21344801868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21344801868/backup-masters 2024-11-08T20:21:23,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34817-0x1011c1c102e0006, quorum=127.0.0.1:56970, baseZNode=/21344801868 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21344801868/backup-masters/ae1476a7656f,34817,1731097283389 2024-11-08T20:21:23,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34817-0x1011c1c102e0006, quorum=127.0.0.1:56970, baseZNode=/21344801868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21344801868/backup-masters 2024-11-08T20:21:23,743 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:21:23,743 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ae1476a7656f,34817,1731097283389 2024-11-08T20:21:23,746 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/hbase.id] with ID: bbe00a5a-ab4a-4c72-b21e-9a770c328068 2024-11-08T20:21:23,746 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/.tmp/hbase.id 2024-11-08T20:21:23,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741826_1002 (size=42) 2024-11-08T20:21:24,151 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/.tmp/hbase.id]:[hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/hbase.id] 2024-11-08T20:21:24,161 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:21:24,161 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T20:21:24,161 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-08T20:21:24,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34817-0x1011c1c102e0006, quorum=127.0.0.1:56970, baseZNode=/21344801868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21344801868 2024-11-08T20:21:24,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43387-0x1011c1c102e0007, quorum=127.0.0.1:56970, baseZNode=/21344801868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21344801868 2024-11-08T20:21:24,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741827_1003 (size=196) 2024-11-08T20:21:24,216 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:21:24,217 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T20:21:24,224 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:21:24,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741828_1004 (size=1189) 2024-11-08T20:21:24,242 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/MasterData/data/master/store 2024-11-08T20:21:24,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741829_1005 (size=34) 2024-11-08T20:21:24,649 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:21:24,649 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:21:24,649 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:21:24,649 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:21:24,649 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:21:24,649 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:21:24,649 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:21:24,649 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731097284649Disabling compacts and flushes for region at 1731097284649Disabling writes for close at 1731097284649Writing region close event to WAL at 1731097284649Closed at 1731097284649 2024-11-08T20:21:24,650 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/MasterData/data/master/store/.initializing 2024-11-08T20:21:24,650 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/MasterData/WALs/ae1476a7656f,34817,1731097283389 2024-11-08T20:21:24,651 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:21:24,652 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C34817%2C1731097283389, suffix=, logDir=hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/MasterData/WALs/ae1476a7656f,34817,1731097283389, archiveDir=hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/MasterData/oldWALs, maxLogs=10 2024-11-08T20:21:24,689 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/MasterData/WALs/ae1476a7656f,34817,1731097283389/ae1476a7656f%2C34817%2C1731097283389.1731097284653, exclude list is [], retry=0 2024-11-08T20:21:24,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40467,DS-620bd9a5-eeec-4bc5-b817-8d0c65d2fc8e,DISK] 2024-11-08T20:21:24,697 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/MasterData/WALs/ae1476a7656f,34817,1731097283389/ae1476a7656f%2C34817%2C1731097283389.1731097284653 2024-11-08T20:21:24,697 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34099:34099)] 2024-11-08T20:21:24,697 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:21:24,697 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:21:24,698 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:21:24,698 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:21:24,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:21:24,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T20:21:24,701 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:24,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:21:24,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:21:24,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T20:21:24,703 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:24,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:21:24,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:21:24,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T20:21:24,705 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:24,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:21:24,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:21:24,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T20:21:24,707 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:24,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:21:24,708 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:21:24,708 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:21:24,708 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:21:24,710 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:21:24,710 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:21:24,710 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:21:24,711 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:21:24,721 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:21:24,721 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73535121, jitterRate=0.09575869143009186}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:21:24,721 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731097284698Initializing all the Stores at 1731097284699 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097284699Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097284699Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097284699Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097284699Cleaning up temporary data from old regions at 1731097284710 (+11 ms)Region opened successfully at 1731097284721 (+11 ms) 2024-11-08T20:21:24,724 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T20:21:24,727 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a654639, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:21:24,728 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T20:21:24,728 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T20:21:24,728 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T20:21:24,728 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T20:21:24,729 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T20:21:24,729 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T20:21:24,729 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T20:21:24,746 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T20:21:24,746 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34817-0x1011c1c102e0006, quorum=127.0.0.1:56970, baseZNode=/21344801868 Unable to get data of znode /21344801868/balancer because node does not exist (not necessarily an error) 2024-11-08T20:21:24,796 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21344801868/balancer already deleted, retry=false 2024-11-08T20:21:24,796 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T20:21:24,797 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34817-0x1011c1c102e0006, quorum=127.0.0.1:56970, baseZNode=/21344801868 Unable to get data of znode /21344801868/normalizer because node does not exist (not necessarily an error) 2024-11-08T20:21:24,806 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21344801868/normalizer already deleted, retry=false 2024-11-08T20:21:24,807 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T20:21:24,807 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34817-0x1011c1c102e0006, quorum=127.0.0.1:56970, baseZNode=/21344801868 Unable to get data of znode /21344801868/switch/split because node does not exist (not necessarily an error) 2024-11-08T20:21:24,817 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21344801868/switch/split already deleted, retry=false 2024-11-08T20:21:24,817 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34817-0x1011c1c102e0006, quorum=127.0.0.1:56970, baseZNode=/21344801868 Unable to get data of znode /21344801868/switch/merge because node does not exist (not necessarily an error) 2024-11-08T20:21:24,827 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21344801868/switch/merge already deleted, retry=false 2024-11-08T20:21:24,829 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34817-0x1011c1c102e0006, quorum=127.0.0.1:56970, baseZNode=/21344801868 Unable to get data of znode /21344801868/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T20:21:24,838 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21344801868/snapshot-cleanup already deleted, retry=false 2024-11-08T20:21:24,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43387-0x1011c1c102e0007, quorum=127.0.0.1:56970, baseZNode=/21344801868 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21344801868/running 2024-11-08T20:21:24,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34817-0x1011c1c102e0006, quorum=127.0.0.1:56970, baseZNode=/21344801868 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21344801868/running 2024-11-08T20:21:24,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43387-0x1011c1c102e0007, quorum=127.0.0.1:56970, baseZNode=/21344801868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21344801868 2024-11-08T20:21:24,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34817-0x1011c1c102e0006, quorum=127.0.0.1:56970, baseZNode=/21344801868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21344801868 2024-11-08T20:21:24,849 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ae1476a7656f,34817,1731097283389, sessionid=0x1011c1c102e0006, setting cluster-up flag (Was=false) 2024-11-08T20:21:24,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43387-0x1011c1c102e0007, quorum=127.0.0.1:56970, baseZNode=/21344801868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21344801868 2024-11-08T20:21:24,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34817-0x1011c1c102e0006, quorum=127.0.0.1:56970, baseZNode=/21344801868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21344801868 2024-11-08T20:21:24,901 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21344801868/flush-table-proc/acquired, /21344801868/flush-table-proc/reached, /21344801868/flush-table-proc/abort 2024-11-08T20:21:24,902 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,34817,1731097283389 2024-11-08T20:21:24,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43387-0x1011c1c102e0007, quorum=127.0.0.1:56970, baseZNode=/21344801868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21344801868 2024-11-08T20:21:24,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34817-0x1011c1c102e0006, quorum=127.0.0.1:56970, baseZNode=/21344801868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21344801868 2024-11-08T20:21:24,953 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21344801868/online-snapshot/acquired, /21344801868/online-snapshot/reached, /21344801868/online-snapshot/abort 2024-11-08T20:21:24,954 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,34817,1731097283389 2024-11-08T20:21:24,960 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T20:21:24,961 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T20:21:24,962 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T20:21:24,962 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T20:21:24,962 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ae1476a7656f,34817,1731097283389 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T20:21:24,963 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:21:24,964 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:21:24,964 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:21:24,964 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:21:24,964 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ae1476a7656f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T20:21:24,964 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:21:24,964 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:21:24,964 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:21:24,969 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:21:24,969 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T20:21:24,970 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:24,970 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T20:21:24,984 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731097314984 2024-11-08T20:21:24,984 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T20:21:24,985 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T20:21:24,985 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T20:21:24,985 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T20:21:24,985 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T20:21:24,985 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T20:21:24,985 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:24,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741831_1007 (size=1321) 2024-11-08T20:21:24,988 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T20:21:24,988 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T20:21:24,988 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T20:21:24,988 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T20:21:24,992 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T20:21:24,992 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T20:21:24,996 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097284992,5,FailOnTimeoutGroup] 2024-11-08T20:21:24,997 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097284996,5,FailOnTimeoutGroup] 2024-11-08T20:21:24,997 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:24,997 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T20:21:24,997 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:24,997 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:24,997 INFO [RS:0;ae1476a7656f:43387 {}] regionserver.HRegionServer(746): ClusterId : bbe00a5a-ab4a-4c72-b21e-9a770c328068 2024-11-08T20:21:24,998 DEBUG [RS:0;ae1476a7656f:43387 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T20:21:25,007 DEBUG [RS:0;ae1476a7656f:43387 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T20:21:25,007 DEBUG [RS:0;ae1476a7656f:43387 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T20:21:25,017 DEBUG [RS:0;ae1476a7656f:43387 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T20:21:25,017 DEBUG [RS:0;ae1476a7656f:43387 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dfb0079, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:21:25,036 DEBUG [RS:0;ae1476a7656f:43387 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ae1476a7656f:43387 2024-11-08T20:21:25,037 INFO [RS:0;ae1476a7656f:43387 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T20:21:25,037 INFO [RS:0;ae1476a7656f:43387 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T20:21:25,037 DEBUG [RS:0;ae1476a7656f:43387 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T20:21:25,037 INFO [RS:0;ae1476a7656f:43387 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae1476a7656f,34817,1731097283389 with port=43387, startcode=1731097283567 2024-11-08T20:21:25,037 DEBUG [RS:0;ae1476a7656f:43387 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T20:21:25,038 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T20:21:25,039 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34817 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae1476a7656f,43387,1731097283567 2024-11-08T20:21:25,039 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34817 {}] master.ServerManager(517): Registering regionserver=ae1476a7656f,43387,1731097283567 2024-11-08T20:21:25,040 DEBUG [RS:0;ae1476a7656f:43387 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0 2024-11-08T20:21:25,040 DEBUG [RS:0;ae1476a7656f:43387 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32941 2024-11-08T20:21:25,040 DEBUG [RS:0;ae1476a7656f:43387 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T20:21:25,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34817-0x1011c1c102e0006, quorum=127.0.0.1:56970, baseZNode=/21344801868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21344801868/rs 2024-11-08T20:21:25,093 DEBUG [RS:0;ae1476a7656f:43387 {}] zookeeper.ZKUtil(111): regionserver:43387-0x1011c1c102e0007, quorum=127.0.0.1:56970, baseZNode=/21344801868 Set watcher on existing znode=/21344801868/rs/ae1476a7656f,43387,1731097283567 2024-11-08T20:21:25,093 WARN [RS:0;ae1476a7656f:43387 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:21:25,093 INFO [RS:0;ae1476a7656f:43387 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:21:25,093 DEBUG [RS:0;ae1476a7656f:43387 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/WALs/ae1476a7656f,43387,1731097283567 2024-11-08T20:21:25,094 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae1476a7656f,43387,1731097283567] 2024-11-08T20:21:25,096 INFO [RS:0;ae1476a7656f:43387 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T20:21:25,097 INFO [RS:0;ae1476a7656f:43387 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T20:21:25,098 INFO [RS:0;ae1476a7656f:43387 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T20:21:25,098 INFO [RS:0;ae1476a7656f:43387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:25,098 INFO [RS:0;ae1476a7656f:43387 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T20:21:25,098 INFO [RS:0;ae1476a7656f:43387 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T20:21:25,099 INFO [RS:0;ae1476a7656f:43387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:25,099 DEBUG [RS:0;ae1476a7656f:43387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:21:25,099 DEBUG [RS:0;ae1476a7656f:43387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:21:25,099 DEBUG [RS:0;ae1476a7656f:43387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:21:25,099 DEBUG [RS:0;ae1476a7656f:43387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:21:25,099 DEBUG [RS:0;ae1476a7656f:43387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:21:25,099 DEBUG [RS:0;ae1476a7656f:43387 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:21:25,099 DEBUG [RS:0;ae1476a7656f:43387 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:21:25,099 DEBUG [RS:0;ae1476a7656f:43387 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:21:25,099 DEBUG [RS:0;ae1476a7656f:43387 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:21:25,099 DEBUG [RS:0;ae1476a7656f:43387 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:21:25,099 DEBUG [RS:0;ae1476a7656f:43387 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:21:25,099 DEBUG [RS:0;ae1476a7656f:43387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:21:25,099 DEBUG [RS:0;ae1476a7656f:43387 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:21:25,099 DEBUG [RS:0;ae1476a7656f:43387 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:21:25,100 INFO [RS:0;ae1476a7656f:43387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:25,100 INFO [RS:0;ae1476a7656f:43387 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:25,100 INFO [RS:0;ae1476a7656f:43387 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:25,100 INFO [RS:0;ae1476a7656f:43387 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:25,100 INFO [RS:0;ae1476a7656f:43387 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:25,100 INFO [RS:0;ae1476a7656f:43387 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,43387,1731097283567-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:21:25,116 INFO [RS:0;ae1476a7656f:43387 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T20:21:25,116 INFO [RS:0;ae1476a7656f:43387 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,43387,1731097283567-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:25,116 INFO [RS:0;ae1476a7656f:43387 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:25,116 INFO [RS:0;ae1476a7656f:43387 {}] regionserver.Replication(171): ae1476a7656f,43387,1731097283567 started 2024-11-08T20:21:25,131 INFO [RS:0;ae1476a7656f:43387 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:25,131 INFO [RS:0;ae1476a7656f:43387 {}] regionserver.HRegionServer(1482): Serving as ae1476a7656f,43387,1731097283567, RpcServer on ae1476a7656f/172.17.0.3:43387, sessionid=0x1011c1c102e0007 2024-11-08T20:21:25,131 DEBUG [RS:0;ae1476a7656f:43387 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T20:21:25,131 DEBUG [RS:0;ae1476a7656f:43387 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae1476a7656f,43387,1731097283567 2024-11-08T20:21:25,131 DEBUG [RS:0;ae1476a7656f:43387 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,43387,1731097283567' 2024-11-08T20:21:25,131 DEBUG [RS:0;ae1476a7656f:43387 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21344801868/flush-table-proc/abort' 2024-11-08T20:21:25,132 DEBUG [RS:0;ae1476a7656f:43387 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21344801868/flush-table-proc/acquired' 2024-11-08T20:21:25,132 DEBUG [RS:0;ae1476a7656f:43387 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T20:21:25,132 DEBUG [RS:0;ae1476a7656f:43387 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T20:21:25,132 DEBUG [RS:0;ae1476a7656f:43387 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae1476a7656f,43387,1731097283567 2024-11-08T20:21:25,132 DEBUG [RS:0;ae1476a7656f:43387 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,43387,1731097283567' 2024-11-08T20:21:25,132 DEBUG [RS:0;ae1476a7656f:43387 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21344801868/online-snapshot/abort' 2024-11-08T20:21:25,132 DEBUG [RS:0;ae1476a7656f:43387 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21344801868/online-snapshot/acquired' 2024-11-08T20:21:25,133 DEBUG [RS:0;ae1476a7656f:43387 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T20:21:25,133 INFO [RS:0;ae1476a7656f:43387 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T20:21:25,133 INFO [RS:0;ae1476a7656f:43387 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T20:21:25,233 INFO [RS:0;ae1476a7656f:43387 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:21:25,235 INFO [RS:0;ae1476a7656f:43387 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C43387%2C1731097283567, suffix=, logDir=hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/WALs/ae1476a7656f,43387,1731097283567, archiveDir=hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/oldWALs, maxLogs=10 2024-11-08T20:21:25,251 DEBUG [RS:0;ae1476a7656f:43387 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/WALs/ae1476a7656f,43387,1731097283567/ae1476a7656f%2C43387%2C1731097283567.1731097285235, exclude list is [], retry=0 2024-11-08T20:21:25,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40467,DS-620bd9a5-eeec-4bc5-b817-8d0c65d2fc8e,DISK] 2024-11-08T20:21:25,255 INFO [RS:0;ae1476a7656f:43387 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/WALs/ae1476a7656f,43387,1731097283567/ae1476a7656f%2C43387%2C1731097283567.1731097285235 2024-11-08T20:21:25,255 DEBUG [RS:0;ae1476a7656f:43387 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34099:34099)] 2024-11-08T20:21:25,387 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T20:21:25,387 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0 2024-11-08T20:21:25,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741833_1009 (size=32) 2024-11-08T20:21:25,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:21:25,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:21:25,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:21:25,393 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:25,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:21:25,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:21:25,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:21:25,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:25,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:21:25,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:21:25,396 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:21:25,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:25,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:21:25,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:21:25,397 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:21:25,397 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:25,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:21:25,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:21:25,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/data/hbase/meta/1588230740 2024-11-08T20:21:25,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/data/hbase/meta/1588230740 2024-11-08T20:21:25,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:21:25,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:21:25,399 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:21:25,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:21:25,401 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:21:25,401 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68952671, jitterRate=0.027474865317344666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:21:25,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731097285392Initializing all the Stores at 1731097285392Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097285392Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097285392Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097285392Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097285392Cleaning up temporary data from old regions at 1731097285399 (+7 ms)Region opened successfully at 1731097285401 (+2 ms) 2024-11-08T20:21:25,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:21:25,402 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:21:25,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:21:25,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:21:25,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:21:25,402 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:21:25,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731097285402Disabling compacts and flushes for region at 1731097285402Disabling writes for close at 1731097285402Writing region close event to WAL at 1731097285402Closed at 1731097285402 2024-11-08T20:21:25,403 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:21:25,403 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T20:21:25,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T20:21:25,404 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:21:25,405 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T20:21:25,556 DEBUG [ae1476a7656f:34817 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T20:21:25,556 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ae1476a7656f,43387,1731097283567 2024-11-08T20:21:25,558 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,43387,1731097283567, state=OPENING 2024-11-08T20:21:25,606 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T20:21:25,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43387-0x1011c1c102e0007, quorum=127.0.0.1:56970, baseZNode=/21344801868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21344801868 2024-11-08T20:21:25,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34817-0x1011c1c102e0006, quorum=127.0.0.1:56970, baseZNode=/21344801868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21344801868 2024-11-08T20:21:25,617 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:21:25,618 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,43387,1731097283567}] 2024-11-08T20:21:25,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21344801868/meta-region-server: CHANGED 2024-11-08T20:21:25,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21344801868/meta-region-server: CHANGED 2024-11-08T20:21:25,770 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:21:25,771 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T20:21:25,774 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T20:21:25,774 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:21:25,774 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T20:21:25,775 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C43387%2C1731097283567.meta, suffix=.meta, logDir=hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/WALs/ae1476a7656f,43387,1731097283567, archiveDir=hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/oldWALs, maxLogs=10 2024-11-08T20:21:25,791 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/WALs/ae1476a7656f,43387,1731097283567/ae1476a7656f%2C43387%2C1731097283567.meta.1731097285775.meta, exclude list is [], retry=0 2024-11-08T20:21:25,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40467,DS-620bd9a5-eeec-4bc5-b817-8d0c65d2fc8e,DISK] 2024-11-08T20:21:25,794 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/WALs/ae1476a7656f,43387,1731097283567/ae1476a7656f%2C43387%2C1731097283567.meta.1731097285775.meta 2024-11-08T20:21:25,794 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34099:34099)] 2024-11-08T20:21:25,794 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:21:25,795 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:21:25,795 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T20:21:25,795 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T20:21:25,795 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T20:21:25,795 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T20:21:25,795 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:21:25,795 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T20:21:25,795 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T20:21:25,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:21:25,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:21:25,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:25,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:21:25,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:21:25,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:21:25,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:25,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:21:25,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:21:25,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:21:25,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:25,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:21:25,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:21:25,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:21:25,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:25,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:21:25,800 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:21:25,800 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/data/hbase/meta/1588230740 2024-11-08T20:21:25,801 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/data/hbase/meta/1588230740 2024-11-08T20:21:25,802 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:21:25,802 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:21:25,802 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:21:25,803 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:21:25,804 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72166425, jitterRate=0.07536353170871735}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:21:25,804 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T20:21:25,804 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731097285795Writing region info on filesystem at 1731097285795Initializing all the Stores at 1731097285796 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097285796Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097285796Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097285796Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731097285796Cleaning up temporary data from old regions at 1731097285802 (+6 ms)Running coprocessor post-open hooks at 1731097285804 (+2 ms)Region opened successfully at 1731097285804 2024-11-08T20:21:25,805 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731097285770 2024-11-08T20:21:25,806 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T20:21:25,806 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T20:21:25,807 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,43387,1731097283567 2024-11-08T20:21:25,807 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,43387,1731097283567, state=OPEN 2024-11-08T20:21:25,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34817-0x1011c1c102e0006, quorum=127.0.0.1:56970, baseZNode=/21344801868 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21344801868/meta-region-server 2024-11-08T20:21:25,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43387-0x1011c1c102e0007, quorum=127.0.0.1:56970, baseZNode=/21344801868 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21344801868/meta-region-server 2024-11-08T20:21:25,817 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ae1476a7656f,43387,1731097283567 2024-11-08T20:21:25,817 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21344801868/meta-region-server: CHANGED 2024-11-08T20:21:25,817 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21344801868/meta-region-server: CHANGED 2024-11-08T20:21:25,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T20:21:25,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,43387,1731097283567 in 200 msec 2024-11-08T20:21:25,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T20:21:25,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 416 msec 2024-11-08T20:21:25,820 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:21:25,820 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T20:21:25,821 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:21:25,822 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,43387,1731097283567, seqNum=-1] 2024-11-08T20:21:25,822 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:21:25,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52467, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:21:25,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 865 msec 2024-11-08T20:21:25,826 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731097285826, completionTime=-1 2024-11-08T20:21:25,826 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T20:21:25,826 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T20:21:25,828 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T20:21:25,828 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731097345828 2024-11-08T20:21:25,828 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731097405828 2024-11-08T20:21:25,828 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T20:21:25,829 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,34817,1731097283389-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:25,829 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,34817,1731097283389-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:25,829 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,34817,1731097283389-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:25,829 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ae1476a7656f:34817, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:25,829 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:25,829 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:25,833 DEBUG [master/ae1476a7656f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T20:21:25,835 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.092sec 2024-11-08T20:21:25,835 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T20:21:25,835 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T20:21:25,835 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T20:21:25,835 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T20:21:25,835 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T20:21:25,835 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,34817,1731097283389-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:21:25,835 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,34817,1731097283389-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T20:21:25,858 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T20:21:25,858 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T20:21:25,858 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,34817,1731097283389-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:21:25,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b0360d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:25,898 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,34817,-1 for getting cluster id 2024-11-08T20:21:25,899 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:21:25,900 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bbe00a5a-ab4a-4c72-b21e-9a770c328068' 2024-11-08T20:21:25,900 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:21:25,900 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bbe00a5a-ab4a-4c72-b21e-9a770c328068" 2024-11-08T20:21:25,900 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c2198eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:25,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,34817,-1] 2024-11-08T20:21:25,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:21:25,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:25,901 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:21:25,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52cb4660, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:25,902 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:21:25,903 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,43387,1731097283567, seqNum=-1] 2024-11-08T20:21:25,904 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:21:25,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:21:25,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ae1476a7656f,34817,1731097283389 2024-11-08T20:21:25,906 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:56970 2024-11-08T20:21:25,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:56970, baseZNode=/21344801868 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:21:25,921 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1011c1c102e0008 connected 2024-11-08T20:21:25,934 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:21:25,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,42637,1731097271594 2024-11-08T20:21:25,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a1afc88 2024-11-08T20:21:25,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:21:25,936 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:21:25,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42637 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:21:25,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42637 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T20:21:25,939 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T20:21:25,939 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:25,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42637 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T20:21:25,940 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T20:21:25,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:21:25,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741835_1011 (size=902) 2024-11-08T20:21:25,953 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3903bed039e202ced238e0f64e36cd72, NAME => 'test,,1731097285936.3903bed039e202ced238e0f64e36cd72.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee 2024-11-08T20:21:25,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741836_1012 (size=39) 2024-11-08T20:21:25,990 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T20:21:25,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:25,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:25,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:25,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:25,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:25,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:25,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:25,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:26,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:26,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:26,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:26,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:26,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:21:26,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:26,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:26,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:26,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:26,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:26,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:26,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:21:26,363 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731097285936.3903bed039e202ced238e0f64e36cd72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:21:26,363 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3903bed039e202ced238e0f64e36cd72, disabling compactions & flushes 2024-11-08T20:21:26,363 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731097285936.3903bed039e202ced238e0f64e36cd72. 2024-11-08T20:21:26,363 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731097285936.3903bed039e202ced238e0f64e36cd72. 2024-11-08T20:21:26,363 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731097285936.3903bed039e202ced238e0f64e36cd72. after waiting 0 ms 2024-11-08T20:21:26,363 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731097285936.3903bed039e202ced238e0f64e36cd72. 2024-11-08T20:21:26,363 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731097285936.3903bed039e202ced238e0f64e36cd72. 2024-11-08T20:21:26,363 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3903bed039e202ced238e0f64e36cd72: Waiting for close lock at 1731097286363Disabling compacts and flushes for region at 1731097286363Disabling writes for close at 1731097286363Writing region close event to WAL at 1731097286363Closed at 1731097286363 2024-11-08T20:21:26,364 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T20:21:26,364 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731097285936.3903bed039e202ced238e0f64e36cd72.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731097286364"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731097286364"}]},"ts":"1731097286364"} 2024-11-08T20:21:26,366 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T20:21:26,366 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T20:21:26,367 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097286367"}]},"ts":"1731097286367"} 2024-11-08T20:21:26,368 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T20:21:26,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3903bed039e202ced238e0f64e36cd72, ASSIGN}] 2024-11-08T20:21:26,370 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3903bed039e202ced238e0f64e36cd72, ASSIGN 2024-11-08T20:21:26,372 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3903bed039e202ced238e0f64e36cd72, ASSIGN; state=OFFLINE, location=ae1476a7656f,44935,1731097271935; forceNewPlan=false, retain=false 2024-11-08T20:21:26,522 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3903bed039e202ced238e0f64e36cd72, regionState=OPENING, regionLocation=ae1476a7656f,44935,1731097271935 2024-11-08T20:21:26,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3903bed039e202ced238e0f64e36cd72, ASSIGN because future has completed 2024-11-08T20:21:26,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3903bed039e202ced238e0f64e36cd72, server=ae1476a7656f,44935,1731097271935}] 2024-11-08T20:21:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:21:26,681 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731097285936.3903bed039e202ced238e0f64e36cd72. 2024-11-08T20:21:26,681 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3903bed039e202ced238e0f64e36cd72, NAME => 'test,,1731097285936.3903bed039e202ced238e0f64e36cd72.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:21:26,681 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:21:26,682 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T20:21:26,682 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3903bed039e202ced238e0f64e36cd72 2024-11-08T20:21:26,682 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731097285936.3903bed039e202ced238e0f64e36cd72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:21:26,682 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3903bed039e202ced238e0f64e36cd72 2024-11-08T20:21:26,682 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3903bed039e202ced238e0f64e36cd72 2024-11-08T20:21:26,684 INFO [StoreOpener-3903bed039e202ced238e0f64e36cd72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3903bed039e202ced238e0f64e36cd72 2024-11-08T20:21:26,685 INFO [StoreOpener-3903bed039e202ced238e0f64e36cd72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3903bed039e202ced238e0f64e36cd72 columnFamilyName f 2024-11-08T20:21:26,685 DEBUG [StoreOpener-3903bed039e202ced238e0f64e36cd72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:26,685 INFO [StoreOpener-3903bed039e202ced238e0f64e36cd72-1 {}] regionserver.HStore(327): Store=3903bed039e202ced238e0f64e36cd72/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:21:26,686 INFO [StoreOpener-3903bed039e202ced238e0f64e36cd72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3903bed039e202ced238e0f64e36cd72 2024-11-08T20:21:26,686 INFO [StoreOpener-3903bed039e202ced238e0f64e36cd72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3903bed039e202ced238e0f64e36cd72 columnFamilyName f1 2024-11-08T20:21:26,686 DEBUG [StoreOpener-3903bed039e202ced238e0f64e36cd72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:26,687 INFO [StoreOpener-3903bed039e202ced238e0f64e36cd72-1 {}] regionserver.HStore(327): Store=3903bed039e202ced238e0f64e36cd72/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:21:26,687 INFO [StoreOpener-3903bed039e202ced238e0f64e36cd72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3903bed039e202ced238e0f64e36cd72 2024-11-08T20:21:26,688 INFO [StoreOpener-3903bed039e202ced238e0f64e36cd72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3903bed039e202ced238e0f64e36cd72 columnFamilyName norep 2024-11-08T20:21:26,688 DEBUG [StoreOpener-3903bed039e202ced238e0f64e36cd72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:26,688 INFO [StoreOpener-3903bed039e202ced238e0f64e36cd72-1 {}] regionserver.HStore(327): Store=3903bed039e202ced238e0f64e36cd72/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:21:26,688 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3903bed039e202ced238e0f64e36cd72 2024-11-08T20:21:26,689 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/default/test/3903bed039e202ced238e0f64e36cd72 2024-11-08T20:21:26,689 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/default/test/3903bed039e202ced238e0f64e36cd72 2024-11-08T20:21:26,690 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3903bed039e202ced238e0f64e36cd72 2024-11-08T20:21:26,690 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3903bed039e202ced238e0f64e36cd72 2024-11-08T20:21:26,690 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T20:21:26,691 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3903bed039e202ced238e0f64e36cd72 2024-11-08T20:21:26,693 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/default/test/3903bed039e202ced238e0f64e36cd72/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:21:26,694 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3903bed039e202ced238e0f64e36cd72; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71310719, jitterRate=0.06261251866817474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T20:21:26,694 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3903bed039e202ced238e0f64e36cd72 2024-11-08T20:21:26,694 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3903bed039e202ced238e0f64e36cd72: Running coprocessor pre-open hook at 1731097286682Writing region info on filesystem at 1731097286682Initializing all the Stores at 1731097286683 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097286683Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097286684 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097286684Cleaning up temporary data from old regions at 1731097286690 (+6 ms)Running coprocessor post-open hooks at 1731097286694 (+4 ms)Region opened successfully at 1731097286694 2024-11-08T20:21:26,695 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731097285936.3903bed039e202ced238e0f64e36cd72., pid=6, masterSystemTime=1731097286677 2024-11-08T20:21:26,696 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731097285936.3903bed039e202ced238e0f64e36cd72. 2024-11-08T20:21:26,696 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731097285936.3903bed039e202ced238e0f64e36cd72. 2024-11-08T20:21:26,697 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3903bed039e202ced238e0f64e36cd72, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ae1476a7656f,44935,1731097271935 2024-11-08T20:21:26,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3903bed039e202ced238e0f64e36cd72, server=ae1476a7656f,44935,1731097271935 because future has completed 2024-11-08T20:21:26,701 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T20:21:26,701 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3903bed039e202ced238e0f64e36cd72, server=ae1476a7656f,44935,1731097271935 in 174 msec 2024-11-08T20:21:26,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T20:21:26,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3903bed039e202ced238e0f64e36cd72, ASSIGN in 332 msec 2024-11-08T20:21:26,703 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T20:21:26,703 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097286703"}]},"ts":"1731097286703"} 2024-11-08T20:21:26,705 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T20:21:26,706 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T20:21:26,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 769 msec 2024-11-08T20:21:27,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:21:27,074 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T20:21:27,074 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:21:27,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,45743,1731097276212 2024-11-08T20:21:27,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a154adf 2024-11-08T20:21:27,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:21:27,076 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:21:27,076 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45743 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:21:27,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45743 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T20:21:27,078 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T20:21:27,078 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:27,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45743 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T20:21:27,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:21:27,079 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T20:21:27,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741835_1011 (size=902) 2024-11-08T20:21:27,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:21:27,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:21:27,504 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e5772a52b35f553f648aaf7a550caead, NAME => 'test,,1731097287076.e5772a52b35f553f648aaf7a550caead.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895 2024-11-08T20:21:27,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741836_1012 (size=39) 2024-11-08T20:21:27,541 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731097287076.e5772a52b35f553f648aaf7a550caead.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:21:27,541 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e5772a52b35f553f648aaf7a550caead, disabling compactions & flushes 2024-11-08T20:21:27,541 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731097287076.e5772a52b35f553f648aaf7a550caead. 2024-11-08T20:21:27,541 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731097287076.e5772a52b35f553f648aaf7a550caead. 2024-11-08T20:21:27,541 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731097287076.e5772a52b35f553f648aaf7a550caead. after waiting 0 ms 2024-11-08T20:21:27,541 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731097287076.e5772a52b35f553f648aaf7a550caead. 2024-11-08T20:21:27,541 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731097287076.e5772a52b35f553f648aaf7a550caead. 2024-11-08T20:21:27,541 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e5772a52b35f553f648aaf7a550caead: Waiting for close lock at 1731097287541Disabling compacts and flushes for region at 1731097287541Disabling writes for close at 1731097287541Writing region close event to WAL at 1731097287541Closed at 1731097287541 2024-11-08T20:21:27,542 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T20:21:27,543 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731097287076.e5772a52b35f553f648aaf7a550caead.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731097287542"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731097287542"}]},"ts":"1731097287542"} 2024-11-08T20:21:27,545 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T20:21:27,546 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T20:21:27,546 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097287546"}]},"ts":"1731097287546"} 2024-11-08T20:21:27,548 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T20:21:27,548 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e5772a52b35f553f648aaf7a550caead, ASSIGN}] 2024-11-08T20:21:27,549 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e5772a52b35f553f648aaf7a550caead, ASSIGN 2024-11-08T20:21:27,550 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e5772a52b35f553f648aaf7a550caead, ASSIGN; state=OFFLINE, location=ae1476a7656f,45919,1731097276478; forceNewPlan=false, retain=false 2024-11-08T20:21:27,652 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:21:27,653 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ae1476a7656f,43507,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:43507 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T20:21:27,653 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 149061 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ae1476a7656f,43507,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:43507 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T20:21:27,701 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e5772a52b35f553f648aaf7a550caead, regionState=OPENING, regionLocation=ae1476a7656f,45919,1731097276478 2024-11-08T20:21:27,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e5772a52b35f553f648aaf7a550caead, ASSIGN because future has completed 2024-11-08T20:21:27,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:21:27,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5772a52b35f553f648aaf7a550caead, server=ae1476a7656f,45919,1731097276478}] 2024-11-08T20:21:27,866 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731097287076.e5772a52b35f553f648aaf7a550caead. 2024-11-08T20:21:27,866 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e5772a52b35f553f648aaf7a550caead, NAME => 'test,,1731097287076.e5772a52b35f553f648aaf7a550caead.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:21:27,866 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:21:27,866 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T20:21:27,866 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e5772a52b35f553f648aaf7a550caead 2024-11-08T20:21:27,867 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731097287076.e5772a52b35f553f648aaf7a550caead.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:21:27,867 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e5772a52b35f553f648aaf7a550caead 2024-11-08T20:21:27,867 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e5772a52b35f553f648aaf7a550caead 2024-11-08T20:21:27,868 INFO [StoreOpener-e5772a52b35f553f648aaf7a550caead-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e5772a52b35f553f648aaf7a550caead 2024-11-08T20:21:27,869 INFO [StoreOpener-e5772a52b35f553f648aaf7a550caead-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5772a52b35f553f648aaf7a550caead columnFamilyName f 2024-11-08T20:21:27,869 DEBUG [StoreOpener-e5772a52b35f553f648aaf7a550caead-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:27,870 INFO [StoreOpener-e5772a52b35f553f648aaf7a550caead-1 {}] regionserver.HStore(327): Store=e5772a52b35f553f648aaf7a550caead/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:21:27,870 INFO [StoreOpener-e5772a52b35f553f648aaf7a550caead-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e5772a52b35f553f648aaf7a550caead 2024-11-08T20:21:27,872 INFO [StoreOpener-e5772a52b35f553f648aaf7a550caead-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5772a52b35f553f648aaf7a550caead columnFamilyName f1 2024-11-08T20:21:27,872 DEBUG [StoreOpener-e5772a52b35f553f648aaf7a550caead-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:27,873 INFO [StoreOpener-e5772a52b35f553f648aaf7a550caead-1 {}] regionserver.HStore(327): Store=e5772a52b35f553f648aaf7a550caead/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:21:27,873 INFO [StoreOpener-e5772a52b35f553f648aaf7a550caead-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e5772a52b35f553f648aaf7a550caead 2024-11-08T20:21:27,875 INFO [StoreOpener-e5772a52b35f553f648aaf7a550caead-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5772a52b35f553f648aaf7a550caead columnFamilyName norep 2024-11-08T20:21:27,875 DEBUG [StoreOpener-e5772a52b35f553f648aaf7a550caead-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:27,875 INFO [StoreOpener-e5772a52b35f553f648aaf7a550caead-1 {}] regionserver.HStore(327): Store=e5772a52b35f553f648aaf7a550caead/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:21:27,875 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e5772a52b35f553f648aaf7a550caead 2024-11-08T20:21:27,876 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/data/default/test/e5772a52b35f553f648aaf7a550caead 2024-11-08T20:21:27,883 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/data/default/test/e5772a52b35f553f648aaf7a550caead 2024-11-08T20:21:27,884 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e5772a52b35f553f648aaf7a550caead 2024-11-08T20:21:27,884 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e5772a52b35f553f648aaf7a550caead 2024-11-08T20:21:27,885 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T20:21:27,886 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e5772a52b35f553f648aaf7a550caead 2024-11-08T20:21:27,898 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/data/default/test/e5772a52b35f553f648aaf7a550caead/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:21:27,899 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e5772a52b35f553f648aaf7a550caead; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69292953, jitterRate=0.032545462250709534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T20:21:27,899 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e5772a52b35f553f648aaf7a550caead 2024-11-08T20:21:27,899 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e5772a52b35f553f648aaf7a550caead: Running coprocessor pre-open hook at 1731097287867Writing region info on filesystem at 1731097287867Initializing all the Stores at 1731097287868 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097287868Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097287868Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097287868Cleaning up temporary data from old regions at 1731097287884 (+16 ms)Running coprocessor post-open hooks at 1731097287899 (+15 ms)Region opened successfully at 1731097287899 2024-11-08T20:21:27,900 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731097287076.e5772a52b35f553f648aaf7a550caead., pid=6, masterSystemTime=1731097287862 2024-11-08T20:21:27,904 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e5772a52b35f553f648aaf7a550caead, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ae1476a7656f,45919,1731097276478 2024-11-08T20:21:27,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5772a52b35f553f648aaf7a550caead, server=ae1476a7656f,45919,1731097276478 because future has completed 2024-11-08T20:21:27,907 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731097287076.e5772a52b35f553f648aaf7a550caead. 2024-11-08T20:21:27,907 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731097287076.e5772a52b35f553f648aaf7a550caead. 2024-11-08T20:21:27,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T20:21:27,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e5772a52b35f553f648aaf7a550caead, server=ae1476a7656f,45919,1731097276478 in 203 msec 2024-11-08T20:21:27,920 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T20:21:27,920 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e5772a52b35f553f648aaf7a550caead, ASSIGN in 369 msec 2024-11-08T20:21:27,921 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T20:21:27,921 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097287921"}]},"ts":"1731097287921"} 2024-11-08T20:21:27,924 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T20:21:27,925 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T20:21:27,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 849 msec 2024-11-08T20:21:28,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:21:28,214 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T20:21:28,214 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:21:28,215 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,34817,1731097283389 2024-11-08T20:21:28,215 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b417149 2024-11-08T20:21:28,215 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:21:28,217 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:21:28,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34817 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:21:28,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34817 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T20:21:28,220 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T20:21:28,220 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:28,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34817 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T20:21:28,222 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T20:21:28,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:21:28,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741835_1011 (size=902) 2024-11-08T20:21:28,241 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3a8477277dbafc6a741989bdb1dae0a4, NAME => 'test,,1731097288217.3a8477277dbafc6a741989bdb1dae0a4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0 2024-11-08T20:21:28,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741836_1012 (size=39) 2024-11-08T20:21:28,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:21:28,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:21:28,659 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731097288217.3a8477277dbafc6a741989bdb1dae0a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:21:28,659 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3a8477277dbafc6a741989bdb1dae0a4, disabling compactions & flushes 2024-11-08T20:21:28,659 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731097288217.3a8477277dbafc6a741989bdb1dae0a4. 2024-11-08T20:21:28,659 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731097288217.3a8477277dbafc6a741989bdb1dae0a4. 2024-11-08T20:21:28,659 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731097288217.3a8477277dbafc6a741989bdb1dae0a4. after waiting 0 ms 2024-11-08T20:21:28,659 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731097288217.3a8477277dbafc6a741989bdb1dae0a4. 2024-11-08T20:21:28,659 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731097288217.3a8477277dbafc6a741989bdb1dae0a4. 2024-11-08T20:21:28,659 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3a8477277dbafc6a741989bdb1dae0a4: Waiting for close lock at 1731097288659Disabling compacts and flushes for region at 1731097288659Disabling writes for close at 1731097288659Writing region close event to WAL at 1731097288659Closed at 1731097288659 2024-11-08T20:21:28,660 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T20:21:28,660 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731097288217.3a8477277dbafc6a741989bdb1dae0a4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731097288660"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731097288660"}]},"ts":"1731097288660"} 2024-11-08T20:21:28,661 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T20:21:28,662 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T20:21:28,662 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097288662"}]},"ts":"1731097288662"} 2024-11-08T20:21:28,663 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T20:21:28,664 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3a8477277dbafc6a741989bdb1dae0a4, ASSIGN}] 2024-11-08T20:21:28,665 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3a8477277dbafc6a741989bdb1dae0a4, ASSIGN 2024-11-08T20:21:28,665 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3a8477277dbafc6a741989bdb1dae0a4, ASSIGN; state=OFFLINE, location=ae1476a7656f,43387,1731097283567; forceNewPlan=false, retain=false 2024-11-08T20:21:28,816 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3a8477277dbafc6a741989bdb1dae0a4, regionState=OPENING, regionLocation=ae1476a7656f,43387,1731097283567 2024-11-08T20:21:28,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3a8477277dbafc6a741989bdb1dae0a4, ASSIGN because future has completed 2024-11-08T20:21:28,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a8477277dbafc6a741989bdb1dae0a4, server=ae1476a7656f,43387,1731097283567}] 2024-11-08T20:21:28,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:21:28,973 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731097288217.3a8477277dbafc6a741989bdb1dae0a4. 2024-11-08T20:21:28,973 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a8477277dbafc6a741989bdb1dae0a4, NAME => 'test,,1731097288217.3a8477277dbafc6a741989bdb1dae0a4.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:21:28,973 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:21:28,973 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T20:21:28,974 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3a8477277dbafc6a741989bdb1dae0a4 2024-11-08T20:21:28,974 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731097288217.3a8477277dbafc6a741989bdb1dae0a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:21:28,974 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3a8477277dbafc6a741989bdb1dae0a4 2024-11-08T20:21:28,974 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3a8477277dbafc6a741989bdb1dae0a4 2024-11-08T20:21:28,975 INFO [StoreOpener-3a8477277dbafc6a741989bdb1dae0a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3a8477277dbafc6a741989bdb1dae0a4 2024-11-08T20:21:28,976 INFO [StoreOpener-3a8477277dbafc6a741989bdb1dae0a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a8477277dbafc6a741989bdb1dae0a4 columnFamilyName f 2024-11-08T20:21:28,976 DEBUG [StoreOpener-3a8477277dbafc6a741989bdb1dae0a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:28,976 INFO [StoreOpener-3a8477277dbafc6a741989bdb1dae0a4-1 {}] regionserver.HStore(327): Store=3a8477277dbafc6a741989bdb1dae0a4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:21:28,976 INFO [StoreOpener-3a8477277dbafc6a741989bdb1dae0a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3a8477277dbafc6a741989bdb1dae0a4 2024-11-08T20:21:28,977 INFO [StoreOpener-3a8477277dbafc6a741989bdb1dae0a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a8477277dbafc6a741989bdb1dae0a4 columnFamilyName f1 2024-11-08T20:21:28,977 DEBUG [StoreOpener-3a8477277dbafc6a741989bdb1dae0a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:28,977 INFO [StoreOpener-3a8477277dbafc6a741989bdb1dae0a4-1 {}] regionserver.HStore(327): Store=3a8477277dbafc6a741989bdb1dae0a4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:21:28,977 INFO [StoreOpener-3a8477277dbafc6a741989bdb1dae0a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3a8477277dbafc6a741989bdb1dae0a4 2024-11-08T20:21:28,978 INFO [StoreOpener-3a8477277dbafc6a741989bdb1dae0a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a8477277dbafc6a741989bdb1dae0a4 columnFamilyName norep 2024-11-08T20:21:28,978 DEBUG [StoreOpener-3a8477277dbafc6a741989bdb1dae0a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:28,978 INFO [StoreOpener-3a8477277dbafc6a741989bdb1dae0a4-1 {}] regionserver.HStore(327): Store=3a8477277dbafc6a741989bdb1dae0a4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:21:28,978 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3a8477277dbafc6a741989bdb1dae0a4 2024-11-08T20:21:28,979 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/data/default/test/3a8477277dbafc6a741989bdb1dae0a4 2024-11-08T20:21:28,979 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/data/default/test/3a8477277dbafc6a741989bdb1dae0a4 2024-11-08T20:21:28,980 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3a8477277dbafc6a741989bdb1dae0a4 2024-11-08T20:21:28,980 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3a8477277dbafc6a741989bdb1dae0a4 2024-11-08T20:21:28,980 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T20:21:28,981 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3a8477277dbafc6a741989bdb1dae0a4 2024-11-08T20:21:28,982 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/data/default/test/3a8477277dbafc6a741989bdb1dae0a4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:21:28,982 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3a8477277dbafc6a741989bdb1dae0a4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68787944, jitterRate=0.025020241737365723}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T20:21:28,982 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3a8477277dbafc6a741989bdb1dae0a4 2024-11-08T20:21:28,983 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3a8477277dbafc6a741989bdb1dae0a4: Running coprocessor pre-open hook at 1731097288974Writing region info on filesystem at 1731097288974Initializing all the Stores at 1731097288975 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097288975Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097288975Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097288975Cleaning up temporary data from old regions at 1731097288980 (+5 ms)Running coprocessor post-open hooks at 1731097288982 (+2 ms)Region opened successfully at 1731097288982 2024-11-08T20:21:28,983 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731097288217.3a8477277dbafc6a741989bdb1dae0a4., pid=6, masterSystemTime=1731097288970 2024-11-08T20:21:28,985 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731097288217.3a8477277dbafc6a741989bdb1dae0a4. 2024-11-08T20:21:28,985 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731097288217.3a8477277dbafc6a741989bdb1dae0a4. 2024-11-08T20:21:28,985 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3a8477277dbafc6a741989bdb1dae0a4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ae1476a7656f,43387,1731097283567 2024-11-08T20:21:28,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a8477277dbafc6a741989bdb1dae0a4, server=ae1476a7656f,43387,1731097283567 because future has completed 2024-11-08T20:21:28,988 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T20:21:28,989 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3a8477277dbafc6a741989bdb1dae0a4, server=ae1476a7656f,43387,1731097283567 in 169 msec 2024-11-08T20:21:28,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T20:21:28,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3a8477277dbafc6a741989bdb1dae0a4, ASSIGN in 325 msec 2024-11-08T20:21:28,991 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T20:21:28,991 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097288991"}]},"ts":"1731097288991"} 2024-11-08T20:21:28,992 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T20:21:28,993 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T20:21:28,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 775 msec 2024-11-08T20:21:29,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:21:29,363 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T20:21:29,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a7fd2d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:29,364 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,42637,-1 for getting cluster id 2024-11-08T20:21:29,364 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:21:29,364 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbdd6d07-0b5c-42de-912a-1653cab49062' 2024-11-08T20:21:29,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:21:29,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbdd6d07-0b5c-42de-912a-1653cab49062" 2024-11-08T20:21:29,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f58753d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:29,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,42637,-1] 2024-11-08T20:21:29,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:21:29,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:29,365 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:21:29,366 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40e433d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:29,366 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:21:29,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,42637,1731097271594 2024-11-08T20:21:29,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16a3657 2024-11-08T20:21:29,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:21:29,368 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:21:29,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42637 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ae1476a7656f:45743,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T20:21:29,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42637 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T20:21:29,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:21:29,370 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ae1476a7656f:45743' 2024-11-08T20:21:29,371 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46bb5a43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:29,371 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,45743,-1 for getting cluster id 2024-11-08T20:21:29,371 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:21:29,372 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e1c3bde-0515-49da-a05a-ecff05dd9694' 2024-11-08T20:21:29,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:21:29,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e1c3bde-0515-49da-a05a-ecff05dd9694" 2024-11-08T20:21:29,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19604828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:29,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,45743,-1] 2024-11-08T20:21:29,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:21:29,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:29,372 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:21:29,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a2679d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:29,373 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:21:29,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,45743,1731097276212 2024-11-08T20:21:29,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a54a55c 2024-11-08T20:21:29,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:21:29,374 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:21:29,375 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T20:21:29,375 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T20:21:29,375 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:29,375 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:21:29,375 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:29,375 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:21:29,376 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T20:21:29,377 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T20:21:29,377 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:29,377 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T20:21:29,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741837_1013 (size=1138) 2024-11-08T20:21:29,426 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T20:21:29,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:21:29,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:21:29,783 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 68c979665d423ada100ba044f79dcd50, NAME => 'hbase:replication,,1731097289375.68c979665d423ada100ba044f79dcd50.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee 2024-11-08T20:21:29,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741838_1014 (size=44) 2024-11-08T20:21:29,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:21:30,187 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731097289375.68c979665d423ada100ba044f79dcd50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:21:30,187 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 68c979665d423ada100ba044f79dcd50, disabling compactions & flushes 2024-11-08T20:21:30,187 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731097289375.68c979665d423ada100ba044f79dcd50. 2024-11-08T20:21:30,187 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731097289375.68c979665d423ada100ba044f79dcd50. 2024-11-08T20:21:30,187 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731097289375.68c979665d423ada100ba044f79dcd50. after waiting 0 ms 2024-11-08T20:21:30,187 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731097289375.68c979665d423ada100ba044f79dcd50. 2024-11-08T20:21:30,187 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731097289375.68c979665d423ada100ba044f79dcd50. 2024-11-08T20:21:30,187 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 68c979665d423ada100ba044f79dcd50: Waiting for close lock at 1731097290187Disabling compacts and flushes for region at 1731097290187Disabling writes for close at 1731097290187Writing region close event to WAL at 1731097290187Closed at 1731097290187 2024-11-08T20:21:30,188 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T20:21:30,188 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731097289375.68c979665d423ada100ba044f79dcd50.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731097290188"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731097290188"}]},"ts":"1731097290188"} 2024-11-08T20:21:30,190 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T20:21:30,190 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T20:21:30,190 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097290190"}]},"ts":"1731097290190"} 2024-11-08T20:21:30,191 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T20:21:30,191 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=68c979665d423ada100ba044f79dcd50, ASSIGN}] 2024-11-08T20:21:30,193 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=68c979665d423ada100ba044f79dcd50, ASSIGN 2024-11-08T20:21:30,193 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=68c979665d423ada100ba044f79dcd50, ASSIGN; state=OFFLINE, location=ae1476a7656f,44935,1731097271935; forceNewPlan=false, retain=false 2024-11-08T20:21:30,344 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=68c979665d423ada100ba044f79dcd50, regionState=OPENING, regionLocation=ae1476a7656f,44935,1731097271935 2024-11-08T20:21:30,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=68c979665d423ada100ba044f79dcd50, ASSIGN because future has completed 2024-11-08T20:21:30,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68c979665d423ada100ba044f79dcd50, server=ae1476a7656f,44935,1731097271935}] 2024-11-08T20:21:30,500 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731097289375.68c979665d423ada100ba044f79dcd50. 2024-11-08T20:21:30,500 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:21:30,501 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T20:21:30,502 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ae1476a7656f%2C44935%2C1731097271935.rep, suffix=, logDir=hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935, archiveDir=hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/oldWALs, maxLogs=10 2024-11-08T20:21:30,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:21:30,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.rep.1731097290502, exclude list is [], retry=0 2024-11-08T20:21:30,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40325,DS-d22820b6-6e7e-475f-b948-affb0a16a550,DISK] 2024-11-08T20:21:30,520 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.rep.1731097290502 2024-11-08T20:21:30,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34599:34599)] 2024-11-08T20:21:30,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 68c979665d423ada100ba044f79dcd50, NAME => 'hbase:replication,,1731097289375.68c979665d423ada100ba044f79dcd50.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:21:30,521 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T20:21:30,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T20:21:30,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731097289375.68c979665d423ada100ba044f79dcd50. service=MultiRowMutationService 2024-11-08T20:21:30,521 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T20:21:30,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 68c979665d423ada100ba044f79dcd50 2024-11-08T20:21:30,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731097289375.68c979665d423ada100ba044f79dcd50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:21:30,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 68c979665d423ada100ba044f79dcd50 2024-11-08T20:21:30,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 68c979665d423ada100ba044f79dcd50 2024-11-08T20:21:30,524 INFO [StoreOpener-68c979665d423ada100ba044f79dcd50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 68c979665d423ada100ba044f79dcd50 2024-11-08T20:21:30,525 INFO [StoreOpener-68c979665d423ada100ba044f79dcd50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68c979665d423ada100ba044f79dcd50 columnFamilyName hfileref 2024-11-08T20:21:30,525 DEBUG [StoreOpener-68c979665d423ada100ba044f79dcd50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:30,526 INFO [StoreOpener-68c979665d423ada100ba044f79dcd50-1 {}] regionserver.HStore(327): Store=68c979665d423ada100ba044f79dcd50/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:21:30,526 INFO [StoreOpener-68c979665d423ada100ba044f79dcd50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 68c979665d423ada100ba044f79dcd50 2024-11-08T20:21:30,526 INFO [StoreOpener-68c979665d423ada100ba044f79dcd50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68c979665d423ada100ba044f79dcd50 columnFamilyName queue 2024-11-08T20:21:30,526 DEBUG [StoreOpener-68c979665d423ada100ba044f79dcd50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:30,527 INFO [StoreOpener-68c979665d423ada100ba044f79dcd50-1 {}] regionserver.HStore(327): Store=68c979665d423ada100ba044f79dcd50/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:21:30,527 INFO [StoreOpener-68c979665d423ada100ba044f79dcd50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 68c979665d423ada100ba044f79dcd50 2024-11-08T20:21:30,528 INFO [StoreOpener-68c979665d423ada100ba044f79dcd50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68c979665d423ada100ba044f79dcd50 columnFamilyName sid 2024-11-08T20:21:30,528 DEBUG [StoreOpener-68c979665d423ada100ba044f79dcd50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:21:30,528 INFO [StoreOpener-68c979665d423ada100ba044f79dcd50-1 {}] regionserver.HStore(327): Store=68c979665d423ada100ba044f79dcd50/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:21:30,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 68c979665d423ada100ba044f79dcd50 2024-11-08T20:21:30,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/hbase/replication/68c979665d423ada100ba044f79dcd50 2024-11-08T20:21:30,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/hbase/replication/68c979665d423ada100ba044f79dcd50 2024-11-08T20:21:30,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 68c979665d423ada100ba044f79dcd50 2024-11-08T20:21:30,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 68c979665d423ada100ba044f79dcd50 2024-11-08T20:21:30,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T20:21:30,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 68c979665d423ada100ba044f79dcd50 2024-11-08T20:21:30,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/hbase/replication/68c979665d423ada100ba044f79dcd50/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:21:30,537 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 68c979665d423ada100ba044f79dcd50; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61733652, jitterRate=-0.08009690046310425}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T20:21:30,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 68c979665d423ada100ba044f79dcd50 2024-11-08T20:21:30,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 68c979665d423ada100ba044f79dcd50: Running coprocessor pre-open hook at 1731097290522Writing region info on filesystem at 1731097290522Initializing all the Stores at 1731097290523 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097290523Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097290524 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731097290524Cleaning up temporary data from old regions at 1731097290529 (+5 ms)Running coprocessor post-open hooks at 1731097290537 (+8 ms)Region opened successfully at 1731097290537 2024-11-08T20:21:30,538 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731097289375.68c979665d423ada100ba044f79dcd50., pid=10, masterSystemTime=1731097290498 2024-11-08T20:21:30,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731097289375.68c979665d423ada100ba044f79dcd50. 2024-11-08T20:21:30,539 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731097289375.68c979665d423ada100ba044f79dcd50. 2024-11-08T20:21:30,540 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=68c979665d423ada100ba044f79dcd50, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,44935,1731097271935 2024-11-08T20:21:30,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68c979665d423ada100ba044f79dcd50, server=ae1476a7656f,44935,1731097271935 because future has completed 2024-11-08T20:21:30,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T20:21:30,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 68c979665d423ada100ba044f79dcd50, server=ae1476a7656f,44935,1731097271935 in 199 msec 2024-11-08T20:21:30,548 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T20:21:30,548 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=68c979665d423ada100ba044f79dcd50, ASSIGN in 355 msec 2024-11-08T20:21:30,548 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T20:21:30,549 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731097290548"}]},"ts":"1731097290548"} 2024-11-08T20:21:30,550 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T20:21:30,550 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T20:21:30,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1750 sec 2024-11-08T20:21:30,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731097289375.68c979665d423ada100ba044f79dcd50., hostname=ae1476a7656f,44935,1731097271935, seqNum=2] 2024-11-08T20:21:30,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44935-0x1011c1c102e0001, quorum=127.0.0.1:56970, baseZNode=/01743017676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01743017676 2024-11-08T20:21:30,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42637-0x1011c1c102e0000, quorum=127.0.0.1:56970, baseZNode=/01743017676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01743017676 2024-11-08T20:21:30,744 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T20:21:30,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44935 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T20:21:30,896 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T20:21:30,921 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ae1476a7656f,44935,1731097271935, ReplicationSource: 1, currentBandwidth=0 2024-11-08T20:21:30,922 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:21:30,922 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,44935,1731097271935, seqNum=-1] 2024-11-08T20:21:30,922 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:21:30,923 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34571, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-08T20:21:30,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ae1476a7656f,44935,1731097271935', locateType=CURRENT is [region=hbase:replication,,1731097289375.68c979665d423ada100ba044f79dcd50., hostname=ae1476a7656f,44935,1731097271935, seqNum=2] 2024-11-08T20:21:30,925 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T20:21:30,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42637 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T20:21:30,927 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ae1476a7656f,44935,1731097271935 suceeded 2024-11-08T20:21:30,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T20:21:30,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-08T20:21:30,929 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ae1476a7656f:45743,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T20:21:30,929 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5610 sec 2024-11-08T20:21:30,939 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44935,1731097271935 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ae1476a7656f:45743' 2024-11-08T20:21:30,940 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44935,1731097271935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59b0d59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:30,940 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44935,1731097271935 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,45743,-1 for getting cluster id 2024-11-08T20:21:30,940 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44935,1731097271935 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:21:30,941 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e1c3bde-0515-49da-a05a-ecff05dd9694' 2024-11-08T20:21:30,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:21:30,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e1c3bde-0515-49da-a05a-ecff05dd9694" 2024-11-08T20:21:30,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5954a37f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:30,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,45743,-1] 2024-11-08T20:21:30,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:21:30,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:30,942 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:21:30,942 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44935,1731097271935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43bcd96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:30,942 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44935,1731097271935 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:21:30,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,45743,1731097276212 2024-11-08T20:21:30,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ed8bdb5 2024-11-08T20:21:30,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:21:30,943 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-08T20:21:30,943 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44935,1731097271935 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ae1476a7656f,44935,1731097271935 (queues=1) is replicating from cluster=fbdd6d07-0b5c-42de-912a-1653cab49062 to cluster=0e1c3bde-0515-49da-a05a-ecff05dd9694 2024-11-08T20:21:30,944 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44935,1731097271935 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ae1476a7656f%2C44935%2C1731097271935 2024-11-08T20:21:30,944 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44935,1731097271935 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ae1476a7656f,44935,1731097271935, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T20:21:30,944 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44935,1731097271935.replicationSource.shipperae1476a7656f%2C44935%2C1731097271935,1-ae1476a7656f,44935,1731097271935 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ae1476a7656f%2C44935%2C1731097271935 2024-11-08T20:21:30,944 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44935,1731097271935.replicationSource.wal-reader.ae1476a7656f%2C44935%2C1731097271935,1-ae1476a7656f,44935,1731097271935 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097273118, startPosition=0, beingWritten=true 2024-11-08T20:21:30,947 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44935,1731097271935.replicationSource.wal-reader.ae1476a7656f%2C44935%2C1731097271935,1-ae1476a7656f,44935,1731097271935 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T20:21:30,947 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44935,1731097271935.replicationSource.wal-reader.ae1476a7656f%2C44935%2C1731097271935,1-ae1476a7656f,44935,1731097271935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097273118 to pos 379, reset compression=false 2024-11-08T20:21:30,948 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44935,1731097271935.replicationSource.shipperae1476a7656f%2C44935%2C1731097271935,1-ae1476a7656f,44935,1731097271935 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,44935,1731097271935 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097273118, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T20:21:31,150 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44935,1731097271935.replicationSource.wal-reader.ae1476a7656f%2C44935%2C1731097271935,1-ae1476a7656f,44935,1731097271935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097273118 to pos 379, reset compression=false 2024-11-08T20:21:31,297 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T20:21:31,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:31,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:31,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:31,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:31,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:31,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:31,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:31,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:31,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:31,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:31,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:31,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:31,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:31,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:31,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:31,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:31,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:31,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:31,377 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T20:21:31,453 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44935,1731097271935.replicationSource.wal-reader.ae1476a7656f%2C44935%2C1731097271935,1-ae1476a7656f,44935,1731097271935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097273118 to pos 379, reset compression=false 2024-11-08T20:21:31,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T20:21:31,514 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T20:21:31,514 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:21:31,514 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:21:31,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:31,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:31,514 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:21:31,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bb226a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:31,515 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,42637,-1 for getting cluster id 2024-11-08T20:21:31,515 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:21:31,515 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbdd6d07-0b5c-42de-912a-1653cab49062' 2024-11-08T20:21:31,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:21:31,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbdd6d07-0b5c-42de-912a-1653cab49062" 2024-11-08T20:21:31,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd60cf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:31,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,42637,-1] 2024-11-08T20:21:31,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:21:31,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:31,516 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:21:31,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6524d3cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:31,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@746dac9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:31,520 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,45743,-1 for getting cluster id 2024-11-08T20:21:31,520 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:21:31,521 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e1c3bde-0515-49da-a05a-ecff05dd9694' 2024-11-08T20:21:31,521 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:21:31,521 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e1c3bde-0515-49da-a05a-ecff05dd9694" 2024-11-08T20:21:31,521 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21a7e7d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:31,521 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,45743,-1] 2024-11-08T20:21:31,521 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:21:31,521 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:31,522 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:21:31,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6954b958, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:31,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5003973e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:31,524 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,34817,-1 for getting cluster id 2024-11-08T20:21:31,524 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:21:31,525 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bbe00a5a-ab4a-4c72-b21e-9a770c328068' 2024-11-08T20:21:31,525 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:21:31,525 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bbe00a5a-ab4a-4c72-b21e-9a770c328068" 2024-11-08T20:21:31,525 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@457f9127, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:31,525 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,34817,-1] 2024-11-08T20:21:31,525 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:21:31,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:31,526 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:21:31,527 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41a6c676, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:31,528 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:21:31,532 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731097291532/Put/seqid=0 2024-11-08T20:21:31,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741840_1016 (size=7894) 2024-11-08T20:21:31,856 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44935,1731097271935.replicationSource.wal-reader.ae1476a7656f%2C44935%2C1731097271935,1-ae1476a7656f,44935,1731097271935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097273118 to pos 379, reset compression=false 2024-11-08T20:21:31,939 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731097291938/Put/seqid=0 2024-11-08T20:21:31,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741841_1017 (size=7691) 2024-11-08T20:21:32,359 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44935,1731097271935.replicationSource.wal-reader.ae1476a7656f%2C44935%2C1731097271935,1-ae1476a7656f,44935,1731097271935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097273118 to pos 379, reset compression=false 2024-11-08T20:21:32,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@641c1c71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:32,359 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,42637,-1 for getting cluster id 2024-11-08T20:21:32,360 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:21:32,361 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbdd6d07-0b5c-42de-912a-1653cab49062' 2024-11-08T20:21:32,361 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:21:32,361 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbdd6d07-0b5c-42de-912a-1653cab49062" 2024-11-08T20:21:32,361 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21f4300e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:32,361 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,42637,-1] 2024-11-08T20:21:32,361 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:21:32,362 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:32,362 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:21:32,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8fb0edf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:32,363 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:21:32,364 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,44935,1731097271935, seqNum=-1] 2024-11-08T20:21:32,364 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:21:32,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:21:32,370 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:21:32,370 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,42637,1731097271594 2024-11-08T20:21:32,370 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53863978 2024-11-08T20:21:32,370 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:21:32,371 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:21:32,374 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731097285936.3903bed039e202ced238e0f64e36cd72., hostname=ae1476a7656f,44935,1731097271935, seqNum=2] 2024-11-08T20:21:32,375 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T20:21:32,379 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-08T20:21:32,381 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-08T20:21:32,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 3903bed039e202ced238e0f64e36cd72/f 2024-11-08T20:21:32,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-08T20:21:32,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T20:21:32,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 3903bed039e202ced238e0f64e36cd72/f 2024-11-08T20:21:32,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-08T20:21:32,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T20:21:32,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] regionserver.HRegion(2603): Flush status journal for 3903bed039e202ced238e0f64e36cd72: 2024-11-08T20:21:32,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/staging/jenkins__test__sl5jp1s49me3eh6q5ptjv3rttjfdg3dir9g52p938g9u7998cptv6foerk2kr464/f/hfile_0 2024-11-08T20:21:32,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/staging/jenkins__test__sl5jp1s49me3eh6q5ptjv3rttjfdg3dir9g52p938g9u7998cptv6foerk2kr464/f/hfile_0 as hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/default/test/3903bed039e202ced238e0f64e36cd72/f/6f9bc4ed0d7040f1950d00a6247b2633_SeqId_4_ 2024-11-08T20:21:32,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/staging/jenkins__test__sl5jp1s49me3eh6q5ptjv3rttjfdg3dir9g52p938g9u7998cptv6foerk2kr464/f/hfile_1 2024-11-08T20:21:32,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/staging/jenkins__test__sl5jp1s49me3eh6q5ptjv3rttjfdg3dir9g52p938g9u7998cptv6foerk2kr464/f/hfile_1 as hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/default/test/3903bed039e202ced238e0f64e36cd72/f/2ab0cb46f8804aa3a2a2608525796199_SeqId_4_ 2024-11-08T20:21:32,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/staging/jenkins__test__sl5jp1s49me3eh6q5ptjv3rttjfdg3dir9g52p938g9u7998cptv6foerk2kr464/f/hfile_0 into 3903bed039e202ced238e0f64e36cd72/f as hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/default/test/3903bed039e202ced238e0f64e36cd72/f/6f9bc4ed0d7040f1950d00a6247b2633_SeqId_4_ - updating store file list. 2024-11-08T20:21:32,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6f9bc4ed0d7040f1950d00a6247b2633_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T20:21:32,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/default/test/3903bed039e202ced238e0f64e36cd72/f/6f9bc4ed0d7040f1950d00a6247b2633_SeqId_4_ into 3903bed039e202ced238e0f64e36cd72/f 2024-11-08T20:21:32,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/staging/jenkins__test__sl5jp1s49me3eh6q5ptjv3rttjfdg3dir9g52p938g9u7998cptv6foerk2kr464/f/hfile_0 into 3903bed039e202ced238e0f64e36cd72/f (new location: hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/default/test/3903bed039e202ced238e0f64e36cd72/f/6f9bc4ed0d7040f1950d00a6247b2633_SeqId_4_) 2024-11-08T20:21:32,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/staging/jenkins__test__sl5jp1s49me3eh6q5ptjv3rttjfdg3dir9g52p938g9u7998cptv6foerk2kr464/f/hfile_0 2024-11-08T20:21:32,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/staging/jenkins__test__sl5jp1s49me3eh6q5ptjv3rttjfdg3dir9g52p938g9u7998cptv6foerk2kr464/f/hfile_1 into 3903bed039e202ced238e0f64e36cd72/f as hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/default/test/3903bed039e202ced238e0f64e36cd72/f/2ab0cb46f8804aa3a2a2608525796199_SeqId_4_ - updating store file list. 2024-11-08T20:21:32,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2ab0cb46f8804aa3a2a2608525796199_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T20:21:32,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/default/test/3903bed039e202ced238e0f64e36cd72/f/2ab0cb46f8804aa3a2a2608525796199_SeqId_4_ into 3903bed039e202ced238e0f64e36cd72/f 2024-11-08T20:21:32,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/staging/jenkins__test__sl5jp1s49me3eh6q5ptjv3rttjfdg3dir9g52p938g9u7998cptv6foerk2kr464/f/hfile_1 into 3903bed039e202ced238e0f64e36cd72/f (new location: hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/default/test/3903bed039e202ced238e0f64e36cd72/f/2ab0cb46f8804aa3a2a2608525796199_SeqId_4_) 2024-11-08T20:21:32,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/staging/jenkins__test__sl5jp1s49me3eh6q5ptjv3rttjfdg3dir9g52p938g9u7998cptv6foerk2kr464/f/hfile_1 2024-11-08T20:21:32,405 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:21:32,405 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:21:32,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:32,406 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731097285936.3903bed039e202ced238e0f64e36cd72., hostname=ae1476a7656f,44935,1731097271935, seqNum=2 , the old value is region=test,,1731097285936.3903bed039e202ced238e0f64e36cd72., hostname=ae1476a7656f,44935,1731097271935, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ae1476a7656f:44935 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T20:21:32,406 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731097285936.3903bed039e202ced238e0f64e36cd72., hostname=ae1476a7656f,44935,1731097271935, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T20:21:32,406 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731097285936.3903bed039e202ced238e0f64e36cd72., hostname=ae1476a7656f,44935,1731097271935, seqNum=2 from cache 2024-11-08T20:21:32,406 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:21:32,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:32,407 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:21:32,407 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T20:21:32,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,45919,1731097276478, seqNum=-1] 2024-11-08T20:21:32,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:21:32,408 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:21:32,410 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731097287076.e5772a52b35f553f648aaf7a550caead., hostname=ae1476a7656f,45919,1731097276478, seqNum=2] 2024-11-08T20:21:32,412 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T20:21:32,514 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:44935 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T20:21:32,963 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44935,1731097271935.replicationSource.wal-reader.ae1476a7656f%2C44935%2C1731097271935,1-ae1476a7656f,44935,1731097271935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097273118 to pos 379, reset compression=false 2024-11-08T20:21:33,275 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44935,1731097271935.replicationSource.wal-reader.ae1476a7656f%2C44935%2C1731097271935,1-ae1476a7656f,44935,1731097271935 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T20:21:33,275 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44935,1731097271935.replicationSource.shipperae1476a7656f%2C44935%2C1731097271935,1-ae1476a7656f,44935,1731097271935 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,44935,1731097271935 got entry batch from reader: WALEntryBatch [walEntries=[{test/3903bed039e202ced238e0f64e36cd72/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731097292403/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097273118, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T20:21:33,277 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44935,1731097271935.replicationSource.shipperae1476a7656f%2C44935%2C1731097271935,1-ae1476a7656f,44935,1731097271935 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:21:33,278 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-08T20:21:33,278 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.ReplicationSink(318): Replicating [fbdd6d07-0b5c-42de-912a-1653cab49062] bulk loaded data 2024-11-08T20:21:33,278 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3156ec62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:33,279 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,45743,-1 for getting cluster id 2024-11-08T20:21:33,279 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:21:33,279 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e1c3bde-0515-49da-a05a-ecff05dd9694' 2024-11-08T20:21:33,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:21:33,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e1c3bde-0515-49da-a05a-ecff05dd9694" 2024-11-08T20:21:33,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30d0da4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:33,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,45743,-1] 2024-11-08T20:21:33,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:21:33,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:33,280 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:21:33,280 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@574ad05a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:33,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741837_1013 (size=7894) 2024-11-08T20:21:33,413 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T20:21:33,475 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44935,1731097271935.replicationSource.wal-reader.ae1476a7656f%2C44935%2C1731097271935,1-ae1476a7656f,44935,1731097271935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097273118 to pos 687, reset compression=false 2024-11-08T20:21:33,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741838_1014 (size=7691) 2024-11-08T20:21:33,778 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44935,1731097271935.replicationSource.wal-reader.ae1476a7656f%2C44935%2C1731097271935,1-ae1476a7656f,44935,1731097271935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097273118 to pos 687, reset compression=false 2024-11-08T20:21:34,096 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:21:34,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,45743,1731097276212 2024-11-08T20:21:34,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60e86420 2024-11-08T20:21:34,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:21:34,098 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-08T20:21:34,100 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T20:21:34,100 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:21:34,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,45919,1731097276478, seqNum=-1] 2024-11-08T20:21:34,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:21:34,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-08T20:21:34,108 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/staging/jenkins.hfs.22__test__5i05dggp3dq6st01qletjri84404pmfnrd6bk7nb4amrkc7p32s5htn33p2t3eor/f/2ab0cb46f8804aa3a2a2608525796199_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-08T20:21:34,111 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/staging/jenkins.hfs.22__test__5i05dggp3dq6st01qletjri84404pmfnrd6bk7nb4amrkc7p32s5htn33p2t3eor/f/6f9bc4ed0d7040f1950d00a6247b2633_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-08T20:21:34,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/staging/jenkins.hfs.22__test__5i05dggp3dq6st01qletjri84404pmfnrd6bk7nb4amrkc7p32s5htn33p2t3eor/f/2ab0cb46f8804aa3a2a2608525796199_SeqId_4_ for inclusion in e5772a52b35f553f648aaf7a550caead/f 2024-11-08T20:21:34,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-08T20:21:34,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T20:21:34,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/staging/jenkins.hfs.22__test__5i05dggp3dq6st01qletjri84404pmfnrd6bk7nb4amrkc7p32s5htn33p2t3eor/f/6f9bc4ed0d7040f1950d00a6247b2633_SeqId_4_ for inclusion in e5772a52b35f553f648aaf7a550caead/f 2024-11-08T20:21:34,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-08T20:21:34,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T20:21:34,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.HRegion(2603): Flush status journal for e5772a52b35f553f648aaf7a550caead: 2024-11-08T20:21:34,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2ab0cb46f8804aa3a2a2608525796199_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T20:21:34,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/staging/jenkins.hfs.22__test__5i05dggp3dq6st01qletjri84404pmfnrd6bk7nb4amrkc7p32s5htn33p2t3eor/f/2ab0cb46f8804aa3a2a2608525796199_SeqId_4_ as hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/data/default/test/e5772a52b35f553f648aaf7a550caead/f/14b332b202084e1a959ef795e88af0a5_SeqId_4_ 2024-11-08T20:21:34,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6f9bc4ed0d7040f1950d00a6247b2633_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T20:21:34,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/staging/jenkins.hfs.22__test__5i05dggp3dq6st01qletjri84404pmfnrd6bk7nb4amrkc7p32s5htn33p2t3eor/f/6f9bc4ed0d7040f1950d00a6247b2633_SeqId_4_ as hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/data/default/test/e5772a52b35f553f648aaf7a550caead/f/9b614913d68c479d82a83f9d5f9cf78c_SeqId_4_ 2024-11-08T20:21:34,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/staging/jenkins.hfs.22__test__5i05dggp3dq6st01qletjri84404pmfnrd6bk7nb4amrkc7p32s5htn33p2t3eor/f/2ab0cb46f8804aa3a2a2608525796199_SeqId_4_ into e5772a52b35f553f648aaf7a550caead/f as hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/data/default/test/e5772a52b35f553f648aaf7a550caead/f/14b332b202084e1a959ef795e88af0a5_SeqId_4_ - updating store file list. 2024-11-08T20:21:34,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 14b332b202084e1a959ef795e88af0a5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T20:21:34,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/data/default/test/e5772a52b35f553f648aaf7a550caead/f/14b332b202084e1a959ef795e88af0a5_SeqId_4_ into e5772a52b35f553f648aaf7a550caead/f 2024-11-08T20:21:34,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/staging/jenkins.hfs.22__test__5i05dggp3dq6st01qletjri84404pmfnrd6bk7nb4amrkc7p32s5htn33p2t3eor/f/2ab0cb46f8804aa3a2a2608525796199_SeqId_4_ into e5772a52b35f553f648aaf7a550caead/f (new location: hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/data/default/test/e5772a52b35f553f648aaf7a550caead/f/14b332b202084e1a959ef795e88af0a5_SeqId_4_) 2024-11-08T20:21:34,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/staging/jenkins.hfs.22__test__5i05dggp3dq6st01qletjri84404pmfnrd6bk7nb4amrkc7p32s5htn33p2t3eor/f/2ab0cb46f8804aa3a2a2608525796199_SeqId_4_ 2024-11-08T20:21:34,123 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/staging/jenkins.hfs.22__test__5i05dggp3dq6st01qletjri84404pmfnrd6bk7nb4amrkc7p32s5htn33p2t3eor/f/6f9bc4ed0d7040f1950d00a6247b2633_SeqId_4_ into e5772a52b35f553f648aaf7a550caead/f as hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/data/default/test/e5772a52b35f553f648aaf7a550caead/f/9b614913d68c479d82a83f9d5f9cf78c_SeqId_4_ - updating store file list. 2024-11-08T20:21:34,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9b614913d68c479d82a83f9d5f9cf78c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T20:21:34,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/data/default/test/e5772a52b35f553f648aaf7a550caead/f/9b614913d68c479d82a83f9d5f9cf78c_SeqId_4_ into e5772a52b35f553f648aaf7a550caead/f 2024-11-08T20:21:34,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/staging/jenkins.hfs.22__test__5i05dggp3dq6st01qletjri84404pmfnrd6bk7nb4amrkc7p32s5htn33p2t3eor/f/6f9bc4ed0d7040f1950d00a6247b2633_SeqId_4_ into e5772a52b35f553f648aaf7a550caead/f (new location: hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/data/default/test/e5772a52b35f553f648aaf7a550caead/f/9b614913d68c479d82a83f9d5f9cf78c_SeqId_4_) 2024-11-08T20:21:34,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/staging/jenkins.hfs.22__test__5i05dggp3dq6st01qletjri84404pmfnrd6bk7nb4amrkc7p32s5htn33p2t3eor/f/6f9bc4ed0d7040f1950d00a6247b2633_SeqId_4_ 2024-11-08T20:21:34,127 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.ReplicationSink(324): Finished replicating [fbdd6d07-0b5c-42de-912a-1653cab49062] bulk loaded data 2024-11-08T20:21:34,184 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44935,1731097271935.replicationSource.wal-reader.ae1476a7656f%2C44935%2C1731097271935,1-ae1476a7656f,44935,1731097271935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097273118 to pos 687, reset compression=false 2024-11-08T20:21:34,421 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:21:34,422 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,43387,1731097283567, seqNum=-1] 2024-11-08T20:21:34,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:21:34,424 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:21:34,425 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731097288217.3a8477277dbafc6a741989bdb1dae0a4., hostname=ae1476a7656f,43387,1731097283567, seqNum=2] 2024-11-08T20:21:34,430 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:21:34,431 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T20:21:34,432 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ae1476a7656f%2C44935%2C1731097271935:(num 1731097273118) roll requested 2024-11-08T20:21:34,454 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097294432, exclude list is [], retry=0 2024-11-08T20:21:34,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40325,DS-d22820b6-6e7e-475f-b948-affb0a16a550,DISK] 2024-11-08T20:21:34,458 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097273118 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097294432 2024-11-08T20:21:34,458 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34599:34599)] 2024-11-08T20:21:34,458 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097273118 is not closed yet, will try archiving it next time 2024-11-08T20:21:34,458 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ae1476a7656f%2C44935%2C1731097271935.rep:(num 1731097290502) roll requested 2024-11-08T20:21:34,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34d6185d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:34,459 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,42637,-1 for getting cluster id 2024-11-08T20:21:34,459 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:21:34,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741833_1009 (size=695) 2024-11-08T20:21:34,459 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbdd6d07-0b5c-42de-912a-1653cab49062' 2024-11-08T20:21:34,460 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:21:34,460 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbdd6d07-0b5c-42de-912a-1653cab49062" 2024-11-08T20:21:34,460 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2079be0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:34,460 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,42637,-1] 2024-11-08T20:21:34,460 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:21:34,460 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:34,461 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:21:34,461 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097273118 to hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/oldWALs/ae1476a7656f%2C44935%2C1731097271935.1731097273118 2024-11-08T20:21:34,462 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c8260f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:34,462 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:21:34,464 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,42637,1731097271594 2024-11-08T20:21:34,464 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d93ad48 2024-11-08T20:21:34,464 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:21:34,465 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:21:34,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42637 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://ae1476a7656f:34817,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T20:21:34,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42637 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T20:21:34,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T20:21:34,469 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ae1476a7656f:34817' 2024-11-08T20:21:34,470 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ccac648, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:34,470 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,34817,-1 for getting cluster id 2024-11-08T20:21:34,470 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:21:34,471 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bbe00a5a-ab4a-4c72-b21e-9a770c328068' 2024-11-08T20:21:34,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:21:34,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bbe00a5a-ab4a-4c72-b21e-9a770c328068" 2024-11-08T20:21:34,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd42f2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:34,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,34817,-1] 2024-11-08T20:21:34,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:21:34,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:34,472 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:21:34,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@483bff69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:34,473 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:21:34,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,34817,1731097283389 2024-11-08T20:21:34,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16c5ed7f 2024-11-08T20:21:34,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:21:34,474 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:21:34,475 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.rep.1731097294458, exclude list is [], retry=0 2024-11-08T20:21:34,475 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-08T20:21:34,475 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T20:21:34,475 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:34,475 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:34,475 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:21:34,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40325,DS-d22820b6-6e7e-475f-b948-affb0a16a550,DISK] 2024-11-08T20:21:34,482 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.rep.1731097290502 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.rep.1731097294458 2024-11-08T20:21:34,482 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34599:34599)] 2024-11-08T20:21:34,482 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.rep.1731097290502 is not closed yet, will try archiving it next time 2024-11-08T20:21:34,482 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ae1476a7656f%2C44935%2C1731097271935.meta:.meta(num 1731097273519) roll requested 2024-11-08T20:21:34,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741839_1015 (size=1505) 2024-11-08T20:21:34,501 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.meta.1731097294482.meta, exclude list is [], retry=0 2024-11-08T20:21:34,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40325,DS-d22820b6-6e7e-475f-b948-affb0a16a550,DISK] 2024-11-08T20:21:34,509 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.meta.1731097273519.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.meta.1731097294482.meta 2024-11-08T20:21:34,509 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34599:34599)] 2024-11-08T20:21:34,509 DEBUG [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.meta.1731097273519.meta is not closed yet, will try archiving it next time 2024-11-08T20:21:34,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741834_1010 (size=3473) 2024-11-08T20:21:34,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T20:21:34,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T20:21:34,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44935 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-08T20:21:34,664 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-08T20:21:34,689 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44935,1731097271935.replicationSource.wal-reader.ae1476a7656f%2C44935%2C1731097271935,1-ae1476a7656f,44935,1731097271935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097273118 to pos 687, reset compression=false 2024-11-08T20:21:34,690 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44935,1731097271935.replicationSource.wal-reader.ae1476a7656f%2C44935%2C1731097271935,1-ae1476a7656f,44935,1731097271935 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097273118 was moved to hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/oldWALs/ae1476a7656f%2C44935%2C1731097271935.1731097273118 2024-11-08T20:21:34,692 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44935,1731097271935.replicationSource.wal-reader.ae1476a7656f%2C44935%2C1731097271935,1-ae1476a7656f,44935,1731097271935 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097273118 2024-11-08T20:21:34,692 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44935,1731097271935.replicationSource.shipperae1476a7656f%2C44935%2C1731097271935,1-ae1476a7656f,44935,1731097271935 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,44935,1731097271935 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097273118, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-08T20:21:34,692 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44935,1731097271935.replicationSource.wal-reader.ae1476a7656f%2C44935%2C1731097271935,1-ae1476a7656f,44935,1731097271935 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097294432, startPosition=0, beingWritten=true 2024-11-08T20:21:34,695 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44935,1731097271935.replicationSource.shipperae1476a7656f%2C44935%2C1731097271935,1-ae1476a7656f,44935,1731097271935 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [ae1476a7656f%2C44935%2C1731097271935.1731097273118] 2024-11-08T20:21:34,705 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-ae1476a7656f,44935,1731097271935, ReplicationSource: 2, currentBandwidth=0 2024-11-08T20:21:34,707 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-08T20:21:34,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42637 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-08T20:21:34,708 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on ae1476a7656f,44935,1731097271935 suceeded 2024-11-08T20:21:34,710 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-08T20:21:34,710 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-08T20:21:34,710 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://ae1476a7656f:34817,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T20:21:34,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 244 msec 2024-11-08T20:21:34,726 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,2-ae1476a7656f,44935,1731097271935 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ae1476a7656f:34817' 2024-11-08T20:21:34,728 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,2-ae1476a7656f,44935,1731097271935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@379b4b19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:34,728 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,2-ae1476a7656f,44935,1731097271935 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,34817,-1 for getting cluster id 2024-11-08T20:21:34,728 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,2-ae1476a7656f,44935,1731097271935 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:21:34,729 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bbe00a5a-ab4a-4c72-b21e-9a770c328068' 2024-11-08T20:21:34,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:21:34,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bbe00a5a-ab4a-4c72-b21e-9a770c328068" 2024-11-08T20:21:34,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28b51d00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:34,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,34817,-1] 2024-11-08T20:21:34,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:21:34,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:34,730 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:21:34,730 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,2-ae1476a7656f,44935,1731097271935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f9b636d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:34,730 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,2-ae1476a7656f,44935,1731097271935 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:21:34,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,34817,1731097283389 2024-11-08T20:21:34,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30b84961 2024-11-08T20:21:34,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:21:34,731 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-08T20:21:34,732 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,2-ae1476a7656f,44935,1731097271935 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-ae1476a7656f,44935,1731097271935 (queues=1) is replicating from cluster=fbdd6d07-0b5c-42de-912a-1653cab49062 to cluster=bbe00a5a-ab4a-4c72-b21e-9a770c328068 2024-11-08T20:21:34,732 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,2-ae1476a7656f,44935,1731097271935 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=ae1476a7656f%2C44935%2C1731097271935 2024-11-08T20:21:34,732 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,2-ae1476a7656f,44935,1731097271935 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-ae1476a7656f,44935,1731097271935, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T20:21:34,732 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,2-ae1476a7656f,44935,1731097271935.replicationSource.wal-reader.ae1476a7656f%2C44935%2C1731097271935,2-ae1476a7656f,44935,1731097271935 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097294432, startPosition=0, beingWritten=true 2024-11-08T20:21:34,733 INFO [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,2-ae1476a7656f,44935,1731097271935.replicationSource.shipperae1476a7656f%2C44935%2C1731097271935,2-ae1476a7656f,44935,1731097271935 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ae1476a7656f%2C44935%2C1731097271935 2024-11-08T20:21:34,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T20:21:34,784 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-08T20:21:34,784 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:21:34,784 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:21:34,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:34,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:34,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:21:34,786 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:21:34,794 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731097294793/Put/seqid=0 2024-11-08T20:21:34,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741845_1021 (size=11194) 2024-11-08T20:21:34,936 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,2-ae1476a7656f,44935,1731097271935.replicationSource.wal-reader.ae1476a7656f%2C44935%2C1731097271935,2-ae1476a7656f,44935,1731097271935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097294432 to pos 0, reset compression=false 2024-11-08T20:21:35,208 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731097295208/Put/seqid=0 2024-11-08T20:21:35,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741846_1022 (size=10791) 2024-11-08T20:21:35,240 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,2-ae1476a7656f,44935,1731097271935.replicationSource.wal-reader.ae1476a7656f%2C44935%2C1731097271935,2-ae1476a7656f,44935,1731097271935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097294432 to pos 0, reset compression=false 2024-11-08T20:21:35,299 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44935,1731097271935.replicationSource.wal-reader.ae1476a7656f%2C44935%2C1731097271935,1-ae1476a7656f,44935,1731097271935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097294432 to pos 0, reset compression=false 2024-11-08T20:21:35,341 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T20:21:35,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ae1fa15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:35,614 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,42637,-1 for getting cluster id 2024-11-08T20:21:35,614 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:21:35,614 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbdd6d07-0b5c-42de-912a-1653cab49062' 2024-11-08T20:21:35,614 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:21:35,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbdd6d07-0b5c-42de-912a-1653cab49062" 2024-11-08T20:21:35,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6394e13f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:35,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,42637,-1] 2024-11-08T20:21:35,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:21:35,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:35,615 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:21:35,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13b55d2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:35,616 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:21:35,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,44935,1731097271935, seqNum=-1] 2024-11-08T20:21:35,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:21:35,617 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:21:35,623 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:21:35,624 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,42637,1731097271594 2024-11-08T20:21:35,624 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d89667b 2024-11-08T20:21:35,624 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:21:35,625 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:21:35,628 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731097285936.3903bed039e202ced238e0f64e36cd72., hostname=ae1476a7656f,44935,1731097271935, seqNum=2] 2024-11-08T20:21:35,630 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T20:21:35,635 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-08T20:21:35,637 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-08T20:21:35,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 3903bed039e202ced238e0f64e36cd72/f 2024-11-08T20:21:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-08T20:21:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T20:21:35,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 3903bed039e202ced238e0f64e36cd72/f 2024-11-08T20:21:35,644 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,2-ae1476a7656f,44935,1731097271935.replicationSource.wal-reader.ae1476a7656f%2C44935%2C1731097271935,2-ae1476a7656f,44935,1731097271935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097294432 to pos 0, reset compression=false 2024-11-08T20:21:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-08T20:21:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T20:21:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] regionserver.HRegion(2603): Flush status journal for 3903bed039e202ced238e0f64e36cd72: 2024-11-08T20:21:35,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/staging/jenkins__test__v4pa36ktcuc02ckocuf1nttf5sn3kpse19aug3cf2h5bslqandc8a2t6p24l21a3/f/hfile_0 2024-11-08T20:21:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/staging/jenkins__test__v4pa36ktcuc02ckocuf1nttf5sn3kpse19aug3cf2h5bslqandc8a2t6p24l21a3/f/hfile_0 as hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/default/test/3903bed039e202ced238e0f64e36cd72/f/86998ff6777d4ddf8cca6847b13ba25b_SeqId_6_ 2024-11-08T20:21:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/staging/jenkins__test__v4pa36ktcuc02ckocuf1nttf5sn3kpse19aug3cf2h5bslqandc8a2t6p24l21a3/f/hfile_1 2024-11-08T20:21:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/staging/jenkins__test__v4pa36ktcuc02ckocuf1nttf5sn3kpse19aug3cf2h5bslqandc8a2t6p24l21a3/f/hfile_1 as hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/default/test/3903bed039e202ced238e0f64e36cd72/f/ee0b1ae710844d9b85c84d4a43308e0e_SeqId_6_ 2024-11-08T20:21:35,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/staging/jenkins__test__v4pa36ktcuc02ckocuf1nttf5sn3kpse19aug3cf2h5bslqandc8a2t6p24l21a3/f/hfile_0 into 3903bed039e202ced238e0f64e36cd72/f as hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/default/test/3903bed039e202ced238e0f64e36cd72/f/86998ff6777d4ddf8cca6847b13ba25b_SeqId_6_ - updating store file list. 2024-11-08T20:21:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 86998ff6777d4ddf8cca6847b13ba25b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T20:21:35,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/default/test/3903bed039e202ced238e0f64e36cd72/f/86998ff6777d4ddf8cca6847b13ba25b_SeqId_6_ into 3903bed039e202ced238e0f64e36cd72/f 2024-11-08T20:21:35,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/staging/jenkins__test__v4pa36ktcuc02ckocuf1nttf5sn3kpse19aug3cf2h5bslqandc8a2t6p24l21a3/f/hfile_0 into 3903bed039e202ced238e0f64e36cd72/f (new location: hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/default/test/3903bed039e202ced238e0f64e36cd72/f/86998ff6777d4ddf8cca6847b13ba25b_SeqId_6_) 2024-11-08T20:21:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/staging/jenkins__test__v4pa36ktcuc02ckocuf1nttf5sn3kpse19aug3cf2h5bslqandc8a2t6p24l21a3/f/hfile_0 2024-11-08T20:21:35,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/staging/jenkins__test__v4pa36ktcuc02ckocuf1nttf5sn3kpse19aug3cf2h5bslqandc8a2t6p24l21a3/f/hfile_1 into 3903bed039e202ced238e0f64e36cd72/f as hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/default/test/3903bed039e202ced238e0f64e36cd72/f/ee0b1ae710844d9b85c84d4a43308e0e_SeqId_6_ - updating store file list. 2024-11-08T20:21:35,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ee0b1ae710844d9b85c84d4a43308e0e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T20:21:35,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/default/test/3903bed039e202ced238e0f64e36cd72/f/ee0b1ae710844d9b85c84d4a43308e0e_SeqId_6_ into 3903bed039e202ced238e0f64e36cd72/f 2024-11-08T20:21:35,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/staging/jenkins__test__v4pa36ktcuc02ckocuf1nttf5sn3kpse19aug3cf2h5bslqandc8a2t6p24l21a3/f/hfile_1 into 3903bed039e202ced238e0f64e36cd72/f (new location: hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/default/test/3903bed039e202ced238e0f64e36cd72/f/ee0b1ae710844d9b85c84d4a43308e0e_SeqId_6_) 2024-11-08T20:21:35,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44935 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/staging/jenkins__test__v4pa36ktcuc02ckocuf1nttf5sn3kpse19aug3cf2h5bslqandc8a2t6p24l21a3/f/hfile_1 2024-11-08T20:21:35,667 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:21:35,668 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:21:35,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:35,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:35,668 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:21:35,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731097285936.3903bed039e202ced238e0f64e36cd72., hostname=ae1476a7656f,44935,1731097271935, seqNum=2 , the old value is region=test,,1731097285936.3903bed039e202ced238e0f64e36cd72., hostname=ae1476a7656f,44935,1731097271935, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ae1476a7656f:44935 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T20:21:35,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731097285936.3903bed039e202ced238e0f64e36cd72., hostname=ae1476a7656f,44935,1731097271935, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T20:21:35,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731097285936.3903bed039e202ced238e0f64e36cd72., hostname=ae1476a7656f,44935,1731097271935, seqNum=2 from cache 2024-11-08T20:21:35,669 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T20:21:35,672 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T20:21:35,773 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:44935 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T20:21:36,004 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44935,1731097271935.replicationSource.wal-reader.ae1476a7656f%2C44935%2C1731097271935,1-ae1476a7656f,44935,1731097271935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097294432 to pos 0, reset compression=false 2024-11-08T20:21:36,009 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44935,1731097271935.replicationSource.wal-reader.ae1476a7656f%2C44935%2C1731097271935,1-ae1476a7656f,44935,1731097271935 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T20:21:36,009 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44935,1731097271935.replicationSource.shipperae1476a7656f%2C44935%2C1731097271935,1-ae1476a7656f,44935,1731097271935 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ae1476a7656f,44935,1731097271935 got entry batch from reader: WALEntryBatch [walEntries=[{test/3903bed039e202ced238e0f64e36cd72/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731097295666/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097294432, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T20:21:36,010 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.ReplicationSink(318): Replicating [fbdd6d07-0b5c-42de-912a-1653cab49062] bulk loaded data 2024-11-08T20:21:36,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741839_1015 (size=11194) 2024-11-08T20:21:36,150 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,2-ae1476a7656f,44935,1731097271935.replicationSource.wal-reader.ae1476a7656f%2C44935%2C1731097271935,2-ae1476a7656f,44935,1731097271935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097294432 to pos 0, reset compression=false 2024-11-08T20:21:36,154 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,2-ae1476a7656f,44935,1731097271935.replicationSource.wal-reader.ae1476a7656f%2C44935%2C1731097271935,2-ae1476a7656f,44935,1731097271935 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T20:21:36,154 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,2-ae1476a7656f,44935,1731097271935.replicationSource.shipperae1476a7656f%2C44935%2C1731097271935,2-ae1476a7656f,44935,1731097271935 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-ae1476a7656f,44935,1731097271935 got entry batch from reader: WALEntryBatch [walEntries=[{test/3903bed039e202ced238e0f64e36cd72/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731097295666/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097294432, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T20:21:36,156 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,2-ae1476a7656f,44935,1731097271935.replicationSource.shipperae1476a7656f%2C44935%2C1731097271935,2-ae1476a7656f,44935,1731097271935 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:21:36,156 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-08T20:21:36,157 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] regionserver.ReplicationSink(318): Replicating [fbdd6d07-0b5c-42de-912a-1653cab49062] bulk loaded data 2024-11-08T20:21:36,157 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b0eb8b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:36,157 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,34817,-1 for getting cluster id 2024-11-08T20:21:36,157 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:21:36,158 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bbe00a5a-ab4a-4c72-b21e-9a770c328068' 2024-11-08T20:21:36,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:21:36,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bbe00a5a-ab4a-4c72-b21e-9a770c328068" 2024-11-08T20:21:36,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b224e21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:36,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,34817,-1] 2024-11-08T20:21:36,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:21:36,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:36,159 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:21:36,159 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@150496e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:21:36,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741837_1013 (size=11194) 2024-11-08T20:21:36,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741838_1014 (size=10791) 2024-11-08T20:21:36,209 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44935,1731097271935.replicationSource.wal-reader.ae1476a7656f%2C44935%2C1731097271935,1-ae1476a7656f,44935,1731097271935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097294432 to pos 393, reset compression=false 2024-11-08T20:21:36,354 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,2-ae1476a7656f,44935,1731097271935.replicationSource.wal-reader.ae1476a7656f%2C44935%2C1731097271935,2-ae1476a7656f,44935,1731097271935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097294432 to pos 393, reset compression=false 2024-11-08T20:21:36,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741840_1016 (size=10791) 2024-11-08T20:21:36,514 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44935,1731097271935.replicationSource.wal-reader.ae1476a7656f%2C44935%2C1731097271935,1-ae1476a7656f,44935,1731097271935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097294432 to pos 393, reset compression=false 2024-11-08T20:21:36,578 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:21:36,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,34817,1731097283389 2024-11-08T20:21:36,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@668aa47 2024-11-08T20:21:36,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:21:36,579 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-08T20:21:36,581 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T20:21:36,582 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:21:36,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,43387,1731097283567, seqNum=-1] 2024-11-08T20:21:36,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:21:36,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-08T20:21:36,592 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/staging/jenkins.hfs.23__test__dop9ongq9mkfgm7iosp5so9qupg07133ni28gejf8tbqlstu82q7053scam8dlr/f/86998ff6777d4ddf8cca6847b13ba25b_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-08T20:21:36,594 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/staging/jenkins.hfs.23__test__dop9ongq9mkfgm7iosp5so9qupg07133ni28gejf8tbqlstu82q7053scam8dlr/f/ee0b1ae710844d9b85c84d4a43308e0e_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-08T20:21:36,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/staging/jenkins.hfs.23__test__dop9ongq9mkfgm7iosp5so9qupg07133ni28gejf8tbqlstu82q7053scam8dlr/f/86998ff6777d4ddf8cca6847b13ba25b_SeqId_6_ for inclusion in 3a8477277dbafc6a741989bdb1dae0a4/f 2024-11-08T20:21:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-08T20:21:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T20:21:36,604 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/staging/jenkins.hfs.23__test__dop9ongq9mkfgm7iosp5so9qupg07133ni28gejf8tbqlstu82q7053scam8dlr/f/ee0b1ae710844d9b85c84d4a43308e0e_SeqId_6_ for inclusion in 3a8477277dbafc6a741989bdb1dae0a4/f 2024-11-08T20:21:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-08T20:21:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T20:21:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] regionserver.HRegion(2603): Flush status journal for 3a8477277dbafc6a741989bdb1dae0a4: 2024-11-08T20:21:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 86998ff6777d4ddf8cca6847b13ba25b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T20:21:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/staging/jenkins.hfs.23__test__dop9ongq9mkfgm7iosp5so9qupg07133ni28gejf8tbqlstu82q7053scam8dlr/f/86998ff6777d4ddf8cca6847b13ba25b_SeqId_6_ as hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/data/default/test/3a8477277dbafc6a741989bdb1dae0a4/f/bf66729822bf49aa99bfd35f3d5854ed_SeqId_4_ 2024-11-08T20:21:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ee0b1ae710844d9b85c84d4a43308e0e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T20:21:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/staging/jenkins.hfs.23__test__dop9ongq9mkfgm7iosp5so9qupg07133ni28gejf8tbqlstu82q7053scam8dlr/f/ee0b1ae710844d9b85c84d4a43308e0e_SeqId_6_ as hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/data/default/test/3a8477277dbafc6a741989bdb1dae0a4/f/c58df00d772e4ee8829822aabde96147_SeqId_4_ 2024-11-08T20:21:36,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/staging/jenkins.hfs.23__test__dop9ongq9mkfgm7iosp5so9qupg07133ni28gejf8tbqlstu82q7053scam8dlr/f/86998ff6777d4ddf8cca6847b13ba25b_SeqId_6_ into 3a8477277dbafc6a741989bdb1dae0a4/f as hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/data/default/test/3a8477277dbafc6a741989bdb1dae0a4/f/bf66729822bf49aa99bfd35f3d5854ed_SeqId_4_ - updating store file list. 2024-11-08T20:21:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bf66729822bf49aa99bfd35f3d5854ed_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T20:21:36,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/data/default/test/3a8477277dbafc6a741989bdb1dae0a4/f/bf66729822bf49aa99bfd35f3d5854ed_SeqId_4_ into 3a8477277dbafc6a741989bdb1dae0a4/f 2024-11-08T20:21:36,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/staging/jenkins.hfs.23__test__dop9ongq9mkfgm7iosp5so9qupg07133ni28gejf8tbqlstu82q7053scam8dlr/f/86998ff6777d4ddf8cca6847b13ba25b_SeqId_6_ into 3a8477277dbafc6a741989bdb1dae0a4/f (new location: hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/data/default/test/3a8477277dbafc6a741989bdb1dae0a4/f/bf66729822bf49aa99bfd35f3d5854ed_SeqId_4_) 2024-11-08T20:21:36,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/staging/jenkins.hfs.23__test__dop9ongq9mkfgm7iosp5so9qupg07133ni28gejf8tbqlstu82q7053scam8dlr/f/86998ff6777d4ddf8cca6847b13ba25b_SeqId_6_ 2024-11-08T20:21:36,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/staging/jenkins.hfs.23__test__dop9ongq9mkfgm7iosp5so9qupg07133ni28gejf8tbqlstu82q7053scam8dlr/f/ee0b1ae710844d9b85c84d4a43308e0e_SeqId_6_ into 3a8477277dbafc6a741989bdb1dae0a4/f as hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/data/default/test/3a8477277dbafc6a741989bdb1dae0a4/f/c58df00d772e4ee8829822aabde96147_SeqId_4_ - updating store file list. 2024-11-08T20:21:36,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c58df00d772e4ee8829822aabde96147_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T20:21:36,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/data/default/test/3a8477277dbafc6a741989bdb1dae0a4/f/c58df00d772e4ee8829822aabde96147_SeqId_4_ into 3a8477277dbafc6a741989bdb1dae0a4/f 2024-11-08T20:21:36,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/staging/jenkins.hfs.23__test__dop9ongq9mkfgm7iosp5so9qupg07133ni28gejf8tbqlstu82q7053scam8dlr/f/ee0b1ae710844d9b85c84d4a43308e0e_SeqId_6_ into 3a8477277dbafc6a741989bdb1dae0a4/f (new location: hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/data/default/test/3a8477277dbafc6a741989bdb1dae0a4/f/c58df00d772e4ee8829822aabde96147_SeqId_4_) 2024-11-08T20:21:36,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/staging/jenkins.hfs.23__test__dop9ongq9mkfgm7iosp5so9qupg07133ni28gejf8tbqlstu82q7053scam8dlr/f/ee0b1ae710844d9b85c84d4a43308e0e_SeqId_6_ 2024-11-08T20:21:36,623 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] regionserver.ReplicationSink(324): Finished replicating [fbdd6d07-0b5c-42de-912a-1653cab49062] bulk loaded data 2024-11-08T20:21:36,658 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,2-ae1476a7656f,44935,1731097271935.replicationSource.wal-reader.ae1476a7656f%2C44935%2C1731097271935,2-ae1476a7656f,44935,1731097271935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097294432 to pos 393, reset compression=false 2024-11-08T20:21:36,676 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T20:21:36,836 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T20:21:36,841 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/staging/jenkins.hfs.22__test__vgcmf5b1igr7e1j2ed877823kb4tadm9lr5pggvsa6cqtp14p6r5ve0v9rg39uqn/f/86998ff6777d4ddf8cca6847b13ba25b_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-08T20:21:36,843 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/staging/jenkins.hfs.22__test__vgcmf5b1igr7e1j2ed877823kb4tadm9lr5pggvsa6cqtp14p6r5ve0v9rg39uqn/f/ee0b1ae710844d9b85c84d4a43308e0e_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-08T20:21:36,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/staging/jenkins.hfs.22__test__vgcmf5b1igr7e1j2ed877823kb4tadm9lr5pggvsa6cqtp14p6r5ve0v9rg39uqn/f/86998ff6777d4ddf8cca6847b13ba25b_SeqId_6_ for inclusion in e5772a52b35f553f648aaf7a550caead/f 2024-11-08T20:21:36,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-08T20:21:36,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T20:21:36,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/staging/jenkins.hfs.22__test__vgcmf5b1igr7e1j2ed877823kb4tadm9lr5pggvsa6cqtp14p6r5ve0v9rg39uqn/f/ee0b1ae710844d9b85c84d4a43308e0e_SeqId_6_ for inclusion in e5772a52b35f553f648aaf7a550caead/f 2024-11-08T20:21:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-08T20:21:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T20:21:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.HRegion(2603): Flush status journal for e5772a52b35f553f648aaf7a550caead: 2024-11-08T20:21:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 86998ff6777d4ddf8cca6847b13ba25b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T20:21:36,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/staging/jenkins.hfs.22__test__vgcmf5b1igr7e1j2ed877823kb4tadm9lr5pggvsa6cqtp14p6r5ve0v9rg39uqn/f/86998ff6777d4ddf8cca6847b13ba25b_SeqId_6_ as hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/data/default/test/e5772a52b35f553f648aaf7a550caead/f/27088f315aa144cbbd2bd2c0d420b8cb_SeqId_6_ 2024-11-08T20:21:36,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ee0b1ae710844d9b85c84d4a43308e0e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T20:21:36,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/staging/jenkins.hfs.22__test__vgcmf5b1igr7e1j2ed877823kb4tadm9lr5pggvsa6cqtp14p6r5ve0v9rg39uqn/f/ee0b1ae710844d9b85c84d4a43308e0e_SeqId_6_ as hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/data/default/test/e5772a52b35f553f648aaf7a550caead/f/3917d4f1d5ba47ae996ae9c6f7f69061_SeqId_6_ 2024-11-08T20:21:36,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/staging/jenkins.hfs.22__test__vgcmf5b1igr7e1j2ed877823kb4tadm9lr5pggvsa6cqtp14p6r5ve0v9rg39uqn/f/86998ff6777d4ddf8cca6847b13ba25b_SeqId_6_ into e5772a52b35f553f648aaf7a550caead/f as hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/data/default/test/e5772a52b35f553f648aaf7a550caead/f/27088f315aa144cbbd2bd2c0d420b8cb_SeqId_6_ - updating store file list. 2024-11-08T20:21:36,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 27088f315aa144cbbd2bd2c0d420b8cb_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T20:21:36,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/data/default/test/e5772a52b35f553f648aaf7a550caead/f/27088f315aa144cbbd2bd2c0d420b8cb_SeqId_6_ into e5772a52b35f553f648aaf7a550caead/f 2024-11-08T20:21:36,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/staging/jenkins.hfs.22__test__vgcmf5b1igr7e1j2ed877823kb4tadm9lr5pggvsa6cqtp14p6r5ve0v9rg39uqn/f/86998ff6777d4ddf8cca6847b13ba25b_SeqId_6_ into e5772a52b35f553f648aaf7a550caead/f (new location: hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/data/default/test/e5772a52b35f553f648aaf7a550caead/f/27088f315aa144cbbd2bd2c0d420b8cb_SeqId_6_) 2024-11-08T20:21:36,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/staging/jenkins.hfs.22__test__vgcmf5b1igr7e1j2ed877823kb4tadm9lr5pggvsa6cqtp14p6r5ve0v9rg39uqn/f/86998ff6777d4ddf8cca6847b13ba25b_SeqId_6_ 2024-11-08T20:21:36,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/staging/jenkins.hfs.22__test__vgcmf5b1igr7e1j2ed877823kb4tadm9lr5pggvsa6cqtp14p6r5ve0v9rg39uqn/f/ee0b1ae710844d9b85c84d4a43308e0e_SeqId_6_ into e5772a52b35f553f648aaf7a550caead/f as hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/data/default/test/e5772a52b35f553f648aaf7a550caead/f/3917d4f1d5ba47ae996ae9c6f7f69061_SeqId_6_ - updating store file list. 2024-11-08T20:21:36,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3917d4f1d5ba47ae996ae9c6f7f69061_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T20:21:36,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/data/default/test/e5772a52b35f553f648aaf7a550caead/f/3917d4f1d5ba47ae996ae9c6f7f69061_SeqId_6_ into e5772a52b35f553f648aaf7a550caead/f 2024-11-08T20:21:36,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/staging/jenkins.hfs.22__test__vgcmf5b1igr7e1j2ed877823kb4tadm9lr5pggvsa6cqtp14p6r5ve0v9rg39uqn/f/ee0b1ae710844d9b85c84d4a43308e0e_SeqId_6_ into e5772a52b35f553f648aaf7a550caead/f (new location: hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/data/default/test/e5772a52b35f553f648aaf7a550caead/f/3917d4f1d5ba47ae996ae9c6f7f69061_SeqId_6_) 2024-11-08T20:21:36,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/staging/jenkins.hfs.22__test__vgcmf5b1igr7e1j2ed877823kb4tadm9lr5pggvsa6cqtp14p6r5ve0v9rg39uqn/f/ee0b1ae710844d9b85c84d4a43308e0e_SeqId_6_ 2024-11-08T20:21:36,861 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.ReplicationSink(324): Finished replicating [fbdd6d07-0b5c-42de-912a-1653cab49062] bulk loaded data 2024-11-08T20:21:36,922 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44935,1731097271935.replicationSource.wal-reader.ae1476a7656f%2C44935%2C1731097271935,1-ae1476a7656f,44935,1731097271935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097294432 to pos 393, reset compression=false 2024-11-08T20:21:37,065 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,2-ae1476a7656f,44935,1731097271935.replicationSource.wal-reader.ae1476a7656f%2C44935%2C1731097271935,2-ae1476a7656f,44935,1731097271935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097294432 to pos 393, reset compression=false 2024-11-08T20:21:37,424 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44935,1731097271935.replicationSource.wal-reader.ae1476a7656f%2C44935%2C1731097271935,1-ae1476a7656f,44935,1731097271935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097294432 to pos 393, reset compression=false 2024-11-08T20:21:37,568 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,2-ae1476a7656f,44935,1731097271935.replicationSource.wal-reader.ae1476a7656f%2C44935%2C1731097271935,2-ae1476a7656f,44935,1731097271935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097294432 to pos 393, reset compression=false 2024-11-08T20:21:37,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T20:21:37,696 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:21:37,696 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:21:37,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:37,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:37,696 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T20:21:37,696 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1898429492, stopped=false 2024-11-08T20:21:37,696 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ae1476a7656f,34817,1731097283389 2024-11-08T20:21:37,697 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:21:37,774 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:21:37,775 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:21:37,775 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:21:37,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:37,775 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ae1476a7656f,43387,1731097283567' ***** 2024-11-08T20:21:37,775 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T20:21:37,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43387-0x1011c1c102e0007, quorum=127.0.0.1:56970, baseZNode=/21344801868 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21344801868/running 2024-11-08T20:21:37,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43387-0x1011c1c102e0007, quorum=127.0.0.1:56970, baseZNode=/21344801868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21344801868 2024-11-08T20:21:37,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34817-0x1011c1c102e0006, quorum=127.0.0.1:56970, baseZNode=/21344801868 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21344801868/running 2024-11-08T20:21:37,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34817-0x1011c1c102e0006, quorum=127.0.0.1:56970, baseZNode=/21344801868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21344801868 2024-11-08T20:21:37,777 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43387-0x1011c1c102e0007, quorum=127.0.0.1:56970, baseZNode=/21344801868 Set watcher on znode that does not yet exist, /21344801868/running 2024-11-08T20:21:37,781 INFO [RS:0;ae1476a7656f:43387 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T20:21:37,781 INFO [RS:0;ae1476a7656f:43387 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T20:21:37,781 INFO [RS:0;ae1476a7656f:43387 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T20:21:37,781 INFO [RS:0;ae1476a7656f:43387 {}] regionserver.HRegionServer(3091): Received CLOSE for 3a8477277dbafc6a741989bdb1dae0a4 2024-11-08T20:21:37,781 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T20:21:37,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34817-0x1011c1c102e0006, quorum=127.0.0.1:56970, baseZNode=/21344801868 Set watcher on znode that does not yet exist, /21344801868/running 2024-11-08T20:21:37,787 INFO [RS:0;ae1476a7656f:43387 {}] regionserver.HRegionServer(959): stopping server ae1476a7656f,43387,1731097283567 2024-11-08T20:21:37,787 INFO [RS:0;ae1476a7656f:43387 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:21:37,787 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3a8477277dbafc6a741989bdb1dae0a4, disabling compactions & flushes 2024-11-08T20:21:37,787 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731097288217.3a8477277dbafc6a741989bdb1dae0a4. 2024-11-08T20:21:37,787 INFO [RS:0;ae1476a7656f:43387 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:43387. 2024-11-08T20:21:37,787 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731097288217.3a8477277dbafc6a741989bdb1dae0a4. 2024-11-08T20:21:37,787 DEBUG [RS:0;ae1476a7656f:43387 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:21:37,787 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731097288217.3a8477277dbafc6a741989bdb1dae0a4. after waiting 0 ms 2024-11-08T20:21:37,787 DEBUG [RS:0;ae1476a7656f:43387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:37,787 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731097288217.3a8477277dbafc6a741989bdb1dae0a4. 2024-11-08T20:21:37,787 INFO [RS:0;ae1476a7656f:43387 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T20:21:37,787 INFO [RS:0;ae1476a7656f:43387 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T20:21:37,787 INFO [RS:0;ae1476a7656f:43387 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T20:21:37,787 INFO [RS:0;ae1476a7656f:43387 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T20:21:37,787 INFO [RS:0;ae1476a7656f:43387 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T20:21:37,788 DEBUG [RS:0;ae1476a7656f:43387 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3a8477277dbafc6a741989bdb1dae0a4=test,,1731097288217.3a8477277dbafc6a741989bdb1dae0a4.} 2024-11-08T20:21:37,788 DEBUG [RS:0;ae1476a7656f:43387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a8477277dbafc6a741989bdb1dae0a4 2024-11-08T20:21:37,788 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:21:37,788 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:21:37,788 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:21:37,788 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:21:37,788 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:21:37,788 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-08T20:21:37,797 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/data/default/test/3a8477277dbafc6a741989bdb1dae0a4/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-08T20:21:37,798 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:21:37,798 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T20:21:37,798 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731097288217.3a8477277dbafc6a741989bdb1dae0a4. 2024-11-08T20:21:37,798 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3a8477277dbafc6a741989bdb1dae0a4: Waiting for close lock at 1731097297787Running coprocessor pre-close hooks at 1731097297787Disabling compacts and flushes for region at 1731097297787Disabling writes for close at 1731097297787Writing region close event to WAL at 1731097297788 (+1 ms)Running coprocessor post-close hooks at 1731097297797 (+9 ms)Closed at 1731097297798 (+1 ms) 2024-11-08T20:21:37,798 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731097288217.3a8477277dbafc6a741989bdb1dae0a4. 2024-11-08T20:21:37,809 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/data/hbase/meta/1588230740/.tmp/info/51c3ba7dd67442b7a21a91c2994b6b81 is 129, key is test,,1731097288217.3a8477277dbafc6a741989bdb1dae0a4./info:regioninfo/1731097288985/Put/seqid=0 2024-11-08T20:21:37,810 INFO [regionserver/ae1476a7656f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:21:37,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741839_1015 (size=6421) 2024-11-08T20:21:37,988 DEBUG [RS:0;ae1476a7656f:43387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:21:38,031 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44935,1731097271935.replicationSource.wal-reader.ae1476a7656f%2C44935%2C1731097271935,1-ae1476a7656f,44935,1731097271935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097294432 to pos 393, reset compression=false 2024-11-08T20:21:38,158 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T20:21:38,158 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T20:21:38,176 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,2-ae1476a7656f,44935,1731097271935.replicationSource.wal-reader.ae1476a7656f%2C44935%2C1731097271935,2-ae1476a7656f,44935,1731097271935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097294432 to pos 393, reset compression=false 2024-11-08T20:21:38,188 DEBUG [RS:0;ae1476a7656f:43387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:21:38,218 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/data/hbase/meta/1588230740/.tmp/info/51c3ba7dd67442b7a21a91c2994b6b81 2024-11-08T20:21:38,243 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/data/hbase/meta/1588230740/.tmp/ns/c3bb3ebb197249cb9d5597a0a0d30b0b is 43, key is default/ns:d/1731097285823/Put/seqid=0 2024-11-08T20:21:38,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741840_1016 (size=5153) 2024-11-08T20:21:38,253 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/data/hbase/meta/1588230740/.tmp/ns/c3bb3ebb197249cb9d5597a0a0d30b0b 2024-11-08T20:21:38,286 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/data/hbase/meta/1588230740/.tmp/rep_barrier/e0aa1aeaa421497baeaa8ff75cbab761 is 112, key is test,,1731097288217.3a8477277dbafc6a741989bdb1dae0a4./rep_barrier:seqnumDuringOpen/1731097288985/Put/seqid=0 2024-11-08T20:21:38,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741841_1017 (size=5518) 2024-11-08T20:21:38,306 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/data/hbase/meta/1588230740/.tmp/rep_barrier/e0aa1aeaa421497baeaa8ff75cbab761 2024-11-08T20:21:38,330 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/data/hbase/meta/1588230740/.tmp/table/5c9e8ad34dff4d84a79a02beb322efa7 is 40, key is test/table:state/1731097288991/Put/seqid=0 2024-11-08T20:21:38,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741842_1018 (size=5165) 2024-11-08T20:21:38,389 DEBUG [RS:0;ae1476a7656f:43387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:21:38,589 DEBUG [RS:0;ae1476a7656f:43387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:21:38,737 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44935,1731097271935.replicationSource.wal-reader.ae1476a7656f%2C44935%2C1731097271935,1-ae1476a7656f,44935,1731097271935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097294432 to pos 393, reset compression=false 2024-11-08T20:21:38,758 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/data/hbase/meta/1588230740/.tmp/table/5c9e8ad34dff4d84a79a02beb322efa7 2024-11-08T20:21:38,762 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/data/hbase/meta/1588230740/.tmp/info/51c3ba7dd67442b7a21a91c2994b6b81 as hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/data/hbase/meta/1588230740/info/51c3ba7dd67442b7a21a91c2994b6b81 2024-11-08T20:21:38,766 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/data/hbase/meta/1588230740/info/51c3ba7dd67442b7a21a91c2994b6b81, entries=10, sequenceid=11, filesize=6.3 K 2024-11-08T20:21:38,767 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/data/hbase/meta/1588230740/.tmp/ns/c3bb3ebb197249cb9d5597a0a0d30b0b as hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/data/hbase/meta/1588230740/ns/c3bb3ebb197249cb9d5597a0a0d30b0b 2024-11-08T20:21:38,771 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/data/hbase/meta/1588230740/ns/c3bb3ebb197249cb9d5597a0a0d30b0b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T20:21:38,771 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/data/hbase/meta/1588230740/.tmp/rep_barrier/e0aa1aeaa421497baeaa8ff75cbab761 as hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/data/hbase/meta/1588230740/rep_barrier/e0aa1aeaa421497baeaa8ff75cbab761 2024-11-08T20:21:38,776 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/data/hbase/meta/1588230740/rep_barrier/e0aa1aeaa421497baeaa8ff75cbab761, entries=1, sequenceid=11, filesize=5.4 K 2024-11-08T20:21:38,776 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/data/hbase/meta/1588230740/.tmp/table/5c9e8ad34dff4d84a79a02beb322efa7 as hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/data/hbase/meta/1588230740/table/5c9e8ad34dff4d84a79a02beb322efa7 2024-11-08T20:21:38,781 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/data/hbase/meta/1588230740/table/5c9e8ad34dff4d84a79a02beb322efa7, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T20:21:38,783 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 994ms, sequenceid=11, compaction requested=false 2024-11-08T20:21:38,789 INFO [RS:0;ae1476a7656f:43387 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T20:21:38,789 DEBUG [RS:0;ae1476a7656f:43387 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T20:21:38,789 DEBUG [RS:0;ae1476a7656f:43387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:21:38,795 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T20:21:38,796 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:21:38,796 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:21:38,796 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:21:38,796 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731097297788Running coprocessor pre-close hooks at 1731097297788Disabling compacts and flushes for region at 1731097297788Disabling writes for close at 1731097297788Obtaining lock to block concurrent updates at 1731097297788Preparing flush snapshotting stores in 1588230740 at 1731097297788Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731097297789 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731097297789Flushing 1588230740/info: creating writer at 1731097297789Flushing 1588230740/info: appending metadata at 1731097297809 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731097297809Flushing 1588230740/ns: creating writer at 1731097298222 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731097298242 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731097298242Flushing 1588230740/rep_barrier: creating writer at 1731097298258 (+16 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731097298286 (+28 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731097298286Flushing 1588230740/table: creating writer at 1731097298310 (+24 ms)Flushing 1588230740/table: appending metadata at 1731097298329 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731097298329Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b1b346: reopening flushed file at 1731097298761 (+432 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bfcca51: reopening flushed file at 1731097298766 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@278f1081: reopening flushed file at 1731097298771 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c2cbf5a: reopening flushed file at 1731097298776 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 994ms, sequenceid=11, compaction requested=false at 1731097298783 (+7 ms)Writing region close event to WAL at 1731097298790 (+7 ms)Running coprocessor post-close hooks at 1731097298796 (+6 ms)Closed at 1731097298796 2024-11-08T20:21:38,796 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T20:21:38,879 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,2-ae1476a7656f,44935,1731097271935.replicationSource.wal-reader.ae1476a7656f%2C44935%2C1731097271935,2-ae1476a7656f,44935,1731097271935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097294432 to pos 393, reset compression=false 2024-11-08T20:21:38,989 INFO [RS:0;ae1476a7656f:43387 {}] regionserver.HRegionServer(976): stopping server ae1476a7656f,43387,1731097283567; all regions closed. 2024-11-08T20:21:38,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741834_1010 (size=2717) 2024-11-08T20:21:38,995 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/WALs/ae1476a7656f,43387,1731097283567/ae1476a7656f%2C43387%2C1731097283567.meta.1731097285775.meta not finished, retry = 0 2024-11-08T20:21:39,097 DEBUG [RS:0;ae1476a7656f:43387 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/oldWALs 2024-11-08T20:21:39,097 INFO [RS:0;ae1476a7656f:43387 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C43387%2C1731097283567.meta:.meta(num 1731097285775) 2024-11-08T20:21:39,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741832_1008 (size=1028) 2024-11-08T20:21:39,104 DEBUG [RS:0;ae1476a7656f:43387 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/oldWALs 2024-11-08T20:21:39,104 INFO [RS:0;ae1476a7656f:43387 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C43387%2C1731097283567:(num 1731097285235) 2024-11-08T20:21:39,104 DEBUG [RS:0;ae1476a7656f:43387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:39,104 INFO [RS:0;ae1476a7656f:43387 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:21:39,105 INFO [RS:0;ae1476a7656f:43387 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:21:39,105 INFO [RS:0;ae1476a7656f:43387 {}] hbase.ChoreService(370): Chore service for: regionserver/ae1476a7656f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T20:21:39,105 INFO [RS:0;ae1476a7656f:43387 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:21:39,105 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:21:39,105 INFO [RS:0;ae1476a7656f:43387 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:43387. 2024-11-08T20:21:39,105 DEBUG [RS:0;ae1476a7656f:43387 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:21:39,105 DEBUG [RS:0;ae1476a7656f:43387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:39,105 DEBUG [RS:0;ae1476a7656f:43387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:39,105 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:21:39,105 INFO [RS:0;ae1476a7656f:43387 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43387 2024-11-08T20:21:39,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43387-0x1011c1c102e0007, quorum=127.0.0.1:56970, baseZNode=/21344801868 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21344801868/rs/ae1476a7656f,43387,1731097283567 2024-11-08T20:21:39,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34817-0x1011c1c102e0006, quorum=127.0.0.1:56970, baseZNode=/21344801868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21344801868/rs 2024-11-08T20:21:39,153 INFO [RS:0;ae1476a7656f:43387 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:21:39,163 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ae1476a7656f,43387,1731097283567] 2024-11-08T20:21:39,173 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21344801868/draining/ae1476a7656f,43387,1731097283567 already deleted, retry=false 2024-11-08T20:21:39,174 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ae1476a7656f,43387,1731097283567 expired; onlineServers=0 2024-11-08T20:21:39,174 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ae1476a7656f,34817,1731097283389' ***** 2024-11-08T20:21:39,174 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T20:21:39,174 INFO [M:0;ae1476a7656f:34817 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:21:39,174 INFO [M:0;ae1476a7656f:34817 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:21:39,174 DEBUG [M:0;ae1476a7656f:34817 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T20:21:39,174 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T20:21:39,174 DEBUG [M:0;ae1476a7656f:34817 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T20:21:39,174 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097284992 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097284992,5,FailOnTimeoutGroup] 2024-11-08T20:21:39,174 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097284996 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097284996,5,FailOnTimeoutGroup] 2024-11-08T20:21:39,174 INFO [M:0;ae1476a7656f:34817 {}] hbase.ChoreService(370): Chore service for: master/ae1476a7656f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T20:21:39,174 INFO [M:0;ae1476a7656f:34817 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:21:39,174 DEBUG [M:0;ae1476a7656f:34817 {}] master.HMaster(1795): Stopping service threads 2024-11-08T20:21:39,174 INFO [M:0;ae1476a7656f:34817 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T20:21:39,175 INFO [M:0;ae1476a7656f:34817 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:21:39,175 INFO [M:0;ae1476a7656f:34817 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T20:21:39,175 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T20:21:39,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34817-0x1011c1c102e0006, quorum=127.0.0.1:56970, baseZNode=/21344801868 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21344801868/master 2024-11-08T20:21:39,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34817-0x1011c1c102e0006, quorum=127.0.0.1:56970, baseZNode=/21344801868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21344801868 2024-11-08T20:21:39,184 DEBUG [M:0;ae1476a7656f:34817 {}] zookeeper.ZKUtil(347): master:34817-0x1011c1c102e0006, quorum=127.0.0.1:56970, baseZNode=/21344801868 Unable to get data of znode /21344801868/master because node does not exist (not an error) 2024-11-08T20:21:39,184 WARN [M:0;ae1476a7656f:34817 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T20:21:39,185 INFO [M:0;ae1476a7656f:34817 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/.lastflushedseqids 2024-11-08T20:21:39,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741843_1019 (size=173) 2024-11-08T20:21:39,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43387-0x1011c1c102e0007, quorum=127.0.0.1:56970, baseZNode=/21344801868 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:21:39,263 INFO [RS:0;ae1476a7656f:43387 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:21:39,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43387-0x1011c1c102e0007, quorum=127.0.0.1:56970, baseZNode=/21344801868 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:21:39,263 INFO [RS:0;ae1476a7656f:43387 {}] regionserver.HRegionServer(1031): Exiting; stopping=ae1476a7656f,43387,1731097283567; zookeeper connection closed. 2024-11-08T20:21:39,263 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@67285672 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@67285672 2024-11-08T20:21:39,264 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T20:21:39,548 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44935,1731097271935.replicationSource.wal-reader.ae1476a7656f%2C44935%2C1731097271935,1-ae1476a7656f,44935,1731097271935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097294432 to pos 393, reset compression=false 2024-11-08T20:21:39,589 INFO [M:0;ae1476a7656f:34817 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T20:21:39,589 INFO [M:0;ae1476a7656f:34817 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T20:21:39,589 DEBUG [M:0;ae1476a7656f:34817 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:21:39,589 INFO [M:0;ae1476a7656f:34817 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:21:39,589 DEBUG [M:0;ae1476a7656f:34817 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:21:39,590 DEBUG [M:0;ae1476a7656f:34817 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:21:39,590 DEBUG [M:0;ae1476a7656f:34817 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:21:39,590 INFO [M:0;ae1476a7656f:34817 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-08T20:21:39,607 DEBUG [M:0;ae1476a7656f:34817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1255f09d3b5a477ba0e68324cfde3b39 is 82, key is hbase:meta,,1/info:regioninfo/1731097285807/Put/seqid=0 2024-11-08T20:21:39,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741844_1020 (size=5672) 2024-11-08T20:21:39,683 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,2-ae1476a7656f,44935,1731097271935.replicationSource.wal-reader.ae1476a7656f%2C44935%2C1731097271935,2-ae1476a7656f,44935,1731097271935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097294432 to pos 393, reset compression=false 2024-11-08T20:21:40,011 INFO [M:0;ae1476a7656f:34817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1255f09d3b5a477ba0e68324cfde3b39 2024-11-08T20:21:40,032 DEBUG [M:0;ae1476a7656f:34817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06243d9065e94d4780d82a32270fd57a is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731097288993/Put/seqid=0 2024-11-08T20:21:40,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741845_1021 (size=6585) 2024-11-08T20:21:40,437 INFO [M:0;ae1476a7656f:34817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06243d9065e94d4780d82a32270fd57a 2024-11-08T20:21:40,451 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44935,1731097271935.replicationSource.wal-reader.ae1476a7656f%2C44935%2C1731097271935,1-ae1476a7656f,44935,1731097271935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097294432 to pos 393, reset compression=false 2024-11-08T20:21:40,469 DEBUG [M:0;ae1476a7656f:34817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f1e4996c0a6e476b9f675b02a9933082 is 69, key is ae1476a7656f,43387,1731097283567/rs:state/1731097285039/Put/seqid=0 2024-11-08T20:21:40,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741846_1022 (size=5156) 2024-11-08T20:21:40,586 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,2-ae1476a7656f,44935,1731097271935.replicationSource.wal-reader.ae1476a7656f%2C44935%2C1731097271935,2-ae1476a7656f,44935,1731097271935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097294432 to pos 393, reset compression=false 2024-11-08T20:21:40,874 INFO [M:0;ae1476a7656f:34817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f1e4996c0a6e476b9f675b02a9933082 2024-11-08T20:21:40,877 DEBUG [M:0;ae1476a7656f:34817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1255f09d3b5a477ba0e68324cfde3b39 as hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1255f09d3b5a477ba0e68324cfde3b39 2024-11-08T20:21:40,880 INFO [M:0;ae1476a7656f:34817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1255f09d3b5a477ba0e68324cfde3b39, entries=8, sequenceid=55, filesize=5.5 K 2024-11-08T20:21:40,880 DEBUG [M:0;ae1476a7656f:34817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06243d9065e94d4780d82a32270fd57a as hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/06243d9065e94d4780d82a32270fd57a 2024-11-08T20:21:40,883 INFO [M:0;ae1476a7656f:34817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/06243d9065e94d4780d82a32270fd57a, entries=6, sequenceid=55, filesize=6.4 K 2024-11-08T20:21:40,884 DEBUG [M:0;ae1476a7656f:34817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f1e4996c0a6e476b9f675b02a9933082 as hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f1e4996c0a6e476b9f675b02a9933082 2024-11-08T20:21:40,887 INFO [M:0;ae1476a7656f:34817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32941/user/jenkins/test-data/c698d1ed-74a3-d200-751b-1a1c85fab7d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f1e4996c0a6e476b9f675b02a9933082, entries=1, sequenceid=55, filesize=5.0 K 2024-11-08T20:21:40,888 INFO [M:0;ae1476a7656f:34817 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=55, compaction requested=false 2024-11-08T20:21:40,889 INFO [M:0;ae1476a7656f:34817 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:21:40,889 DEBUG [M:0;ae1476a7656f:34817 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731097299589Disabling compacts and flushes for region at 1731097299589Disabling writes for close at 1731097299590 (+1 ms)Obtaining lock to block concurrent updates at 1731097299590Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731097299590Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731097299590Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731097299591 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731097299591Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731097299607 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731097299607Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731097300017 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731097300032 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731097300032Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731097300441 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731097300468 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731097300468Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fb6508d: reopening flushed file at 1731097300876 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a435566: reopening flushed file at 1731097300880 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22d47e00: reopening flushed file at 1731097300883 (+3 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=55, compaction requested=false at 1731097300888 (+5 ms)Writing region close event to WAL at 1731097300889 (+1 ms)Closed at 1731097300889 2024-11-08T20:21:40,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741830_1006 (size=32758) 2024-11-08T20:21:40,891 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:21:40,891 INFO [M:0;ae1476a7656f:34817 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T20:21:40,891 INFO [M:0;ae1476a7656f:34817 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34817 2024-11-08T20:21:40,891 INFO [M:0;ae1476a7656f:34817 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:21:41,042 INFO [M:0;ae1476a7656f:34817 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:21:41,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34817-0x1011c1c102e0006, quorum=127.0.0.1:56970, baseZNode=/21344801868 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:21:41,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34817-0x1011c1c102e0006, quorum=127.0.0.1:56970, baseZNode=/21344801868 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:21:41,046 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45de574{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:21:41,047 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b021a97{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:21:41,047 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:21:41,047 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33d5a8ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:21:41,047 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11d7f6b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd724b28-d8d3-98de-82ce-8cd3c7f97fef/hadoop.log.dir/,STOPPED} 2024-11-08T20:21:41,049 WARN [BP-1251673558-172.17.0.3-1731097280634 heartbeating to localhost/127.0.0.1:32941 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T20:21:41,049 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T20:21:41,049 WARN [BP-1251673558-172.17.0.3-1731097280634 heartbeating to localhost/127.0.0.1:32941 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1251673558-172.17.0.3-1731097280634 (Datanode Uuid fa6fbbb4-6dd3-4f7a-9bc4-0c054ad05d94) service to localhost/127.0.0.1:32941 2024-11-08T20:21:41,049 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T20:21:41,049 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd724b28-d8d3-98de-82ce-8cd3c7f97fef/cluster_158bf4e8-a463-0c36-1f2a-58e98b64a54d/data/data1/current/BP-1251673558-172.17.0.3-1731097280634 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:21:41,050 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd724b28-d8d3-98de-82ce-8cd3c7f97fef/cluster_158bf4e8-a463-0c36-1f2a-58e98b64a54d/data/data2/current/BP-1251673558-172.17.0.3-1731097280634 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:21:41,050 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T20:21:41,055 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5dde432{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:21:41,055 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d4a2ec9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:21:41,055 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:21:41,056 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d3f4f6f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:21:41,056 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@847308b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd724b28-d8d3-98de-82ce-8cd3c7f97fef/hadoop.log.dir/,STOPPED} 2024-11-08T20:21:41,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T20:21:41,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T20:21:41,069 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:21:41,069 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:21:41,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:41,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:41,070 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:21:41,070 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T20:21:41,070 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1441506488, stopped=false 2024-11-08T20:21:41,070 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ae1476a7656f,45743,1731097276212 2024-11-08T20:21:41,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45919-0x1011c1c102e0004, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-977819085/running 2024-11-08T20:21:41,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45743-0x1011c1c102e0003, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-977819085/running 2024-11-08T20:21:41,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45743-0x1011c1c102e0003, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-977819085 2024-11-08T20:21:41,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45919-0x1011c1c102e0004, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-977819085 2024-11-08T20:21:41,089 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:21:41,090 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45743-0x1011c1c102e0003, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Set watcher on znode that does not yet exist, /1-977819085/running 2024-11-08T20:21:41,091 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45919-0x1011c1c102e0004, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Set watcher on znode that does not yet exist, /1-977819085/running 2024-11-08T20:21:41,091 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:21:41,091 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:21:41,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:41,091 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ae1476a7656f,45919,1731097276478' ***** 2024-11-08T20:21:41,091 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T20:21:41,092 INFO [RS:0;ae1476a7656f:45919 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T20:21:41,092 INFO [RS:0;ae1476a7656f:45919 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T20:21:41,092 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T20:21:41,092 INFO [RS:0;ae1476a7656f:45919 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T20:21:41,092 INFO [RS:0;ae1476a7656f:45919 {}] regionserver.HRegionServer(3091): Received CLOSE for e5772a52b35f553f648aaf7a550caead 2024-11-08T20:21:41,093 INFO [RS:0;ae1476a7656f:45919 {}] regionserver.HRegionServer(959): stopping server ae1476a7656f,45919,1731097276478 2024-11-08T20:21:41,093 INFO [RS:0;ae1476a7656f:45919 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:21:41,093 INFO [RS:0;ae1476a7656f:45919 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:45919. 2024-11-08T20:21:41,093 DEBUG [RS:0;ae1476a7656f:45919 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:21:41,093 DEBUG [RS:0;ae1476a7656f:45919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:41,093 INFO [RS:0;ae1476a7656f:45919 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T20:21:41,093 INFO [RS:0;ae1476a7656f:45919 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T20:21:41,093 INFO [RS:0;ae1476a7656f:45919 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T20:21:41,093 INFO [RS:0;ae1476a7656f:45919 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T20:21:41,093 INFO [RS:0;ae1476a7656f:45919 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T20:21:41,093 DEBUG [RS:0;ae1476a7656f:45919 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e5772a52b35f553f648aaf7a550caead=test,,1731097287076.e5772a52b35f553f648aaf7a550caead.} 2024-11-08T20:21:41,093 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e5772a52b35f553f648aaf7a550caead, disabling compactions & flushes 2024-11-08T20:21:41,093 DEBUG [RS:0;ae1476a7656f:45919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e5772a52b35f553f648aaf7a550caead 2024-11-08T20:21:41,093 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:21:41,093 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731097287076.e5772a52b35f553f648aaf7a550caead. 2024-11-08T20:21:41,093 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:21:41,093 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731097287076.e5772a52b35f553f648aaf7a550caead. 2024-11-08T20:21:41,093 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:21:41,093 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731097287076.e5772a52b35f553f648aaf7a550caead. after waiting 0 ms 2024-11-08T20:21:41,093 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:21:41,093 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731097287076.e5772a52b35f553f648aaf7a550caead. 2024-11-08T20:21:41,094 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:21:41,094 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-08T20:21:41,094 INFO [regionserver/ae1476a7656f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:21:41,124 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/data/hbase/meta/1588230740/.tmp/info/4c98c85a2a544ea3b447d6a11e8ee964 is 129, key is test,,1731097287076.e5772a52b35f553f648aaf7a550caead./info:regioninfo/1731097287904/Put/seqid=0 2024-11-08T20:21:41,124 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/data/default/test/e5772a52b35f553f648aaf7a550caead/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T20:21:41,127 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:21:41,127 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T20:21:41,127 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731097287076.e5772a52b35f553f648aaf7a550caead. 2024-11-08T20:21:41,127 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e5772a52b35f553f648aaf7a550caead: Waiting for close lock at 1731097301093Running coprocessor pre-close hooks at 1731097301093Disabling compacts and flushes for region at 1731097301093Disabling writes for close at 1731097301093Writing region close event to WAL at 1731097301120 (+27 ms)Running coprocessor post-close hooks at 1731097301127 (+7 ms)Closed at 1731097301127 2024-11-08T20:21:41,128 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731097287076.e5772a52b35f553f648aaf7a550caead. 2024-11-08T20:21:41,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741841_1017 (size=6421) 2024-11-08T20:21:41,179 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T20:21:41,294 DEBUG [RS:0;ae1476a7656f:45919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:21:41,467 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44935,1731097271935.replicationSource.wal-reader.ae1476a7656f%2C44935%2C1731097271935,1-ae1476a7656f,44935,1731097271935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097294432 to pos 393, reset compression=false 2024-11-08T20:21:41,494 DEBUG [RS:0;ae1476a7656f:45919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:21:41,534 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T20:21:41,534 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T20:21:41,534 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/data/hbase/meta/1588230740/.tmp/info/4c98c85a2a544ea3b447d6a11e8ee964 2024-11-08T20:21:41,566 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/data/hbase/meta/1588230740/.tmp/ns/fcae993d0e184b7090dc8643c327be7f is 43, key is default/ns:d/1731097280517/Put/seqid=0 2024-11-08T20:21:41,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741842_1018 (size=5153) 2024-11-08T20:21:41,570 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/data/hbase/meta/1588230740/.tmp/ns/fcae993d0e184b7090dc8643c327be7f 2024-11-08T20:21:41,589 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,2-ae1476a7656f,44935,1731097271935.replicationSource.wal-reader.ae1476a7656f%2C44935%2C1731097271935,2-ae1476a7656f,44935,1731097271935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097294432 to pos 393, reset compression=false 2024-11-08T20:21:41,592 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/data/hbase/meta/1588230740/.tmp/rep_barrier/d2dca97b9a97408ab5b8233effef45a5 is 112, key is test,,1731097287076.e5772a52b35f553f648aaf7a550caead./rep_barrier:seqnumDuringOpen/1731097287904/Put/seqid=0 2024-11-08T20:21:41,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741843_1019 (size=5518) 2024-11-08T20:21:41,694 DEBUG [RS:0;ae1476a7656f:45919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:21:41,894 DEBUG [RS:0;ae1476a7656f:45919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:21:41,998 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/data/hbase/meta/1588230740/.tmp/rep_barrier/d2dca97b9a97408ab5b8233effef45a5 2024-11-08T20:21:42,022 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/data/hbase/meta/1588230740/.tmp/table/98efe5a4d6294db8b459bd7900e09c4e is 40, key is test/table:state/1731097287921/Put/seqid=0 2024-11-08T20:21:42,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741844_1020 (size=5165) 2024-11-08T20:21:42,037 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/data/hbase/meta/1588230740/.tmp/table/98efe5a4d6294db8b459bd7900e09c4e 2024-11-08T20:21:42,041 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/data/hbase/meta/1588230740/.tmp/info/4c98c85a2a544ea3b447d6a11e8ee964 as hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/data/hbase/meta/1588230740/info/4c98c85a2a544ea3b447d6a11e8ee964 2024-11-08T20:21:42,045 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/data/hbase/meta/1588230740/info/4c98c85a2a544ea3b447d6a11e8ee964, entries=10, sequenceid=11, filesize=6.3 K 2024-11-08T20:21:42,046 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/data/hbase/meta/1588230740/.tmp/ns/fcae993d0e184b7090dc8643c327be7f as hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/data/hbase/meta/1588230740/ns/fcae993d0e184b7090dc8643c327be7f 2024-11-08T20:21:42,050 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/data/hbase/meta/1588230740/ns/fcae993d0e184b7090dc8643c327be7f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T20:21:42,050 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/data/hbase/meta/1588230740/.tmp/rep_barrier/d2dca97b9a97408ab5b8233effef45a5 as hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/data/hbase/meta/1588230740/rep_barrier/d2dca97b9a97408ab5b8233effef45a5 2024-11-08T20:21:42,054 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/data/hbase/meta/1588230740/rep_barrier/d2dca97b9a97408ab5b8233effef45a5, entries=1, sequenceid=11, filesize=5.4 K 2024-11-08T20:21:42,056 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/data/hbase/meta/1588230740/.tmp/table/98efe5a4d6294db8b459bd7900e09c4e as hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/data/hbase/meta/1588230740/table/98efe5a4d6294db8b459bd7900e09c4e 2024-11-08T20:21:42,065 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/data/hbase/meta/1588230740/table/98efe5a4d6294db8b459bd7900e09c4e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T20:21:42,066 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 972ms, sequenceid=11, compaction requested=false 2024-11-08T20:21:42,080 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T20:21:42,080 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:21:42,080 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:21:42,080 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:21:42,080 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731097301093Running coprocessor pre-close hooks at 1731097301093Disabling compacts and flushes for region at 1731097301093Disabling writes for close at 1731097301093Obtaining lock to block concurrent updates at 1731097301094 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731097301094Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731097301094Flushing stores of hbase:meta,,1.1588230740 at 1731097301095 (+1 ms)Flushing 1588230740/info: creating writer at 1731097301095Flushing 1588230740/info: appending metadata at 1731097301123 (+28 ms)Flushing 1588230740/info: closing flushed file at 1731097301124 (+1 ms)Flushing 1588230740/ns: creating writer at 1731097301549 (+425 ms)Flushing 1588230740/ns: appending metadata at 1731097301566 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731097301566Flushing 1588230740/rep_barrier: creating writer at 1731097301574 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731097301591 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731097301591Flushing 1588230740/table: creating writer at 1731097302003 (+412 ms)Flushing 1588230740/table: appending metadata at 1731097302022 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731097302022Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79d6213f: reopening flushed file at 1731097302040 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b45dccf: reopening flushed file at 1731097302045 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d5597f9: reopening flushed file at 1731097302050 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f36787b: reopening flushed file at 1731097302055 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 972ms, sequenceid=11, compaction requested=false at 1731097302066 (+11 ms)Writing region close event to WAL at 1731097302077 (+11 ms)Running coprocessor post-close hooks at 1731097302080 (+3 ms)Closed at 1731097302080 2024-11-08T20:21:42,081 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T20:21:42,094 INFO [RS:0;ae1476a7656f:45919 {}] regionserver.HRegionServer(976): stopping server ae1476a7656f,45919,1731097276478; all regions closed. 2024-11-08T20:21:42,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741834_1010 (size=2717) 2024-11-08T20:21:42,099 DEBUG [RS:0;ae1476a7656f:45919 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/oldWALs 2024-11-08T20:21:42,099 INFO [RS:0;ae1476a7656f:45919 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C45919%2C1731097276478.meta:.meta(num 1731097280466) 2024-11-08T20:21:42,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741832_1008 (size=1374) 2024-11-08T20:21:42,103 DEBUG [RS:0;ae1476a7656f:45919 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/oldWALs 2024-11-08T20:21:42,103 INFO [RS:0;ae1476a7656f:45919 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C45919%2C1731097276478:(num 1731097279656) 2024-11-08T20:21:42,103 DEBUG [RS:0;ae1476a7656f:45919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:42,103 INFO [RS:0;ae1476a7656f:45919 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:21:42,104 INFO [RS:0;ae1476a7656f:45919 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:21:42,104 INFO [RS:0;ae1476a7656f:45919 {}] hbase.ChoreService(370): Chore service for: regionserver/ae1476a7656f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T20:21:42,104 INFO [RS:0;ae1476a7656f:45919 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:21:42,104 INFO [RS:0;ae1476a7656f:45919 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:45919. 2024-11-08T20:21:42,104 DEBUG [RS:0;ae1476a7656f:45919 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:21:42,104 DEBUG [RS:0;ae1476a7656f:45919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:42,105 DEBUG [RS:0;ae1476a7656f:45919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:42,105 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:21:42,105 INFO [RS:0;ae1476a7656f:45919 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45919 2024-11-08T20:21:42,107 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:21:42,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45919-0x1011c1c102e0004, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-977819085/rs/ae1476a7656f,45919,1731097276478 2024-11-08T20:21:42,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45743-0x1011c1c102e0003, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-977819085/rs 2024-11-08T20:21:42,184 INFO [RS:0;ae1476a7656f:45919 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:21:42,194 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ae1476a7656f,45919,1731097276478] 2024-11-08T20:21:42,205 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-977819085/draining/ae1476a7656f,45919,1731097276478 already deleted, retry=false 2024-11-08T20:21:42,205 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ae1476a7656f,45919,1731097276478 expired; onlineServers=0 2024-11-08T20:21:42,205 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ae1476a7656f,45743,1731097276212' ***** 2024-11-08T20:21:42,205 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T20:21:42,205 INFO [M:0;ae1476a7656f:45743 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:21:42,205 INFO [M:0;ae1476a7656f:45743 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:21:42,205 DEBUG [M:0;ae1476a7656f:45743 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T20:21:42,206 DEBUG [M:0;ae1476a7656f:45743 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T20:21:42,206 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T20:21:42,206 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097279298 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097279298,5,FailOnTimeoutGroup] 2024-11-08T20:21:42,206 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097279298 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097279298,5,FailOnTimeoutGroup] 2024-11-08T20:21:42,206 INFO [M:0;ae1476a7656f:45743 {}] hbase.ChoreService(370): Chore service for: master/ae1476a7656f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T20:21:42,206 INFO [M:0;ae1476a7656f:45743 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:21:42,206 DEBUG [M:0;ae1476a7656f:45743 {}] master.HMaster(1795): Stopping service threads 2024-11-08T20:21:42,206 INFO [M:0;ae1476a7656f:45743 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T20:21:42,206 INFO [M:0;ae1476a7656f:45743 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:21:42,206 INFO [M:0;ae1476a7656f:45743 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T20:21:42,207 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T20:21:42,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45743-0x1011c1c102e0003, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-977819085/master 2024-11-08T20:21:42,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45743-0x1011c1c102e0003, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-977819085 2024-11-08T20:21:42,217 INFO [M:0;ae1476a7656f:45743 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/.lastflushedseqids 2024-11-08T20:21:42,226 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-977819085/master already deleted, retry=false 2024-11-08T20:21:42,226 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:45743-0x1011c1c102e0003, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-977819085/master 2024-11-08T20:21:42,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741845_1021 (size=173) 2024-11-08T20:21:42,232 INFO [M:0;ae1476a7656f:45743 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T20:21:42,232 INFO [M:0;ae1476a7656f:45743 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T20:21:42,233 DEBUG [M:0;ae1476a7656f:45743 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:21:42,233 INFO [M:0;ae1476a7656f:45743 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:21:42,233 DEBUG [M:0;ae1476a7656f:45743 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:21:42,233 DEBUG [M:0;ae1476a7656f:45743 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:21:42,233 DEBUG [M:0;ae1476a7656f:45743 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:21:42,233 INFO [M:0;ae1476a7656f:45743 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-08T20:21:42,260 DEBUG [M:0;ae1476a7656f:45743 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d154b9dd0aca46c486c870534eebddba is 82, key is hbase:meta,,1/info:regioninfo/1731097280499/Put/seqid=0 2024-11-08T20:21:42,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741846_1022 (size=5672) 2024-11-08T20:21:42,264 INFO [M:0;ae1476a7656f:45743 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d154b9dd0aca46c486c870534eebddba 2024-11-08T20:21:42,289 DEBUG [M:0;ae1476a7656f:45743 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/93859c08cf0f4b5ea9c5f4bf5c427ad9 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731097287926/Put/seqid=0 2024-11-08T20:21:42,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741847_1023 (size=6585) 2024-11-08T20:21:42,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45919-0x1011c1c102e0004, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:21:42,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45919-0x1011c1c102e0004, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:21:42,295 INFO [RS:0;ae1476a7656f:45919 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:21:42,295 INFO [RS:0;ae1476a7656f:45919 {}] regionserver.HRegionServer(1031): Exiting; stopping=ae1476a7656f,45919,1731097276478; zookeeper connection closed. 2024-11-08T20:21:42,295 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@701f65c5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@701f65c5 2024-11-08T20:21:42,295 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T20:21:42,570 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44935,1731097271935.replicationSource.wal-reader.ae1476a7656f%2C44935%2C1731097271935,1-ae1476a7656f,44935,1731097271935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097294432 to pos 393, reset compression=false 2024-11-08T20:21:42,692 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,2-ae1476a7656f,44935,1731097271935.replicationSource.wal-reader.ae1476a7656f%2C44935%2C1731097271935,2-ae1476a7656f,44935,1731097271935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097294432 to pos 393, reset compression=false 2024-11-08T20:21:42,695 INFO [M:0;ae1476a7656f:45743 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/93859c08cf0f4b5ea9c5f4bf5c427ad9 2024-11-08T20:21:42,717 DEBUG [M:0;ae1476a7656f:45743 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb0afc0ef28947ea9c76667519700d80 is 69, key is ae1476a7656f,45919,1731097276478/rs:state/1731097279461/Put/seqid=0 2024-11-08T20:21:42,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741848_1024 (size=5156) 2024-11-08T20:21:42,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:42,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:42,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:42,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:42,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:42,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:42,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:42,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:42,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:42,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:42,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:42,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:42,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:42,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:42,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:42,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:42,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:42,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:42,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:43,121 INFO [M:0;ae1476a7656f:45743 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb0afc0ef28947ea9c76667519700d80 2024-11-08T20:21:43,127 DEBUG [M:0;ae1476a7656f:45743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d154b9dd0aca46c486c870534eebddba as hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d154b9dd0aca46c486c870534eebddba 2024-11-08T20:21:43,131 INFO [M:0;ae1476a7656f:45743 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d154b9dd0aca46c486c870534eebddba, entries=8, sequenceid=55, filesize=5.5 K 2024-11-08T20:21:43,132 DEBUG [M:0;ae1476a7656f:45743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/93859c08cf0f4b5ea9c5f4bf5c427ad9 as hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/93859c08cf0f4b5ea9c5f4bf5c427ad9 2024-11-08T20:21:43,137 INFO [M:0;ae1476a7656f:45743 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/93859c08cf0f4b5ea9c5f4bf5c427ad9, entries=6, sequenceid=55, filesize=6.4 K 2024-11-08T20:21:43,138 DEBUG [M:0;ae1476a7656f:45743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb0afc0ef28947ea9c76667519700d80 as hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fb0afc0ef28947ea9c76667519700d80 2024-11-08T20:21:43,141 INFO [M:0;ae1476a7656f:45743 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40133/user/jenkins/test-data/e18bb011-51a3-58bd-81fc-efc019efa895/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fb0afc0ef28947ea9c76667519700d80, entries=1, sequenceid=55, filesize=5.0 K 2024-11-08T20:21:43,143 INFO [M:0;ae1476a7656f:45743 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 909ms, sequenceid=55, compaction requested=false 2024-11-08T20:21:43,148 INFO [M:0;ae1476a7656f:45743 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:21:43,148 DEBUG [M:0;ae1476a7656f:45743 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731097302233Disabling compacts and flushes for region at 1731097302233Disabling writes for close at 1731097302233Obtaining lock to block concurrent updates at 1731097302233Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731097302233Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731097302233Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731097302234 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731097302234Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731097302259 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731097302260 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731097302269 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731097302288 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731097302288Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731097302699 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731097302717 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731097302717Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@682c1520: reopening flushed file at 1731097303126 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@501a2a52: reopening flushed file at 1731097303131 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ffdd731: reopening flushed file at 1731097303137 (+6 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 909ms, sequenceid=55, compaction requested=false at 1731097303143 (+6 ms)Writing region close event to WAL at 1731097303148 (+5 ms)Closed at 1731097303148 2024-11-08T20:21:43,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43881 is added to blk_1073741830_1006 (size=32758) 2024-11-08T20:21:43,153 INFO [M:0;ae1476a7656f:45743 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T20:21:43,153 INFO [M:0;ae1476a7656f:45743 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45743 2024-11-08T20:21:43,153 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:21:43,153 INFO [M:0;ae1476a7656f:45743 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:21:43,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45743-0x1011c1c102e0003, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:21:43,315 INFO [M:0;ae1476a7656f:45743 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:21:43,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45743-0x1011c1c102e0003, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:21:43,318 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56c5f20d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:21:43,318 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d78c344{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:21:43,318 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:21:43,318 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@709b5042{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:21:43,318 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35c6f5c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1408544b-9478-586d-9023-a876bcd5252e/hadoop.log.dir/,STOPPED} 2024-11-08T20:21:43,321 WARN [BP-1555508030-172.17.0.3-1731097273780 heartbeating to localhost/127.0.0.1:40133 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T20:21:43,321 WARN [BP-1555508030-172.17.0.3-1731097273780 heartbeating to localhost/127.0.0.1:40133 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1555508030-172.17.0.3-1731097273780 (Datanode Uuid 90107f95-9714-4efb-8f11-292d0faa616b) service to localhost/127.0.0.1:40133 2024-11-08T20:21:43,322 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1408544b-9478-586d-9023-a876bcd5252e/cluster_81bf1a64-61f4-4694-dae0-447f43c42610/data/data1/current/BP-1555508030-172.17.0.3-1731097273780 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:21:43,322 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1408544b-9478-586d-9023-a876bcd5252e/cluster_81bf1a64-61f4-4694-dae0-447f43c42610/data/data2/current/BP-1555508030-172.17.0.3-1731097273780 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:21:43,322 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T20:21:43,322 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T20:21:43,322 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T20:21:43,328 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@420bd4b5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:21:43,329 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a6b9ac0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:21:43,329 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:21:43,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67488374{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:21:43,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@275b2039{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1408544b-9478-586d-9023-a876bcd5252e/hadoop.log.dir/,STOPPED} 2024-11-08T20:21:43,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T20:21:43,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T20:21:43,345 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:21:43,345 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:21:43,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:43,345 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:21:43,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:43,346 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T20:21:43,346 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=857488255, stopped=false 2024-11-08T20:21:43,346 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ae1476a7656f,42637,1731097271594 2024-11-08T20:21:43,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44935-0x1011c1c102e0001, quorum=127.0.0.1:56970, baseZNode=/01743017676 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01743017676/running 2024-11-08T20:21:43,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42637-0x1011c1c102e0000, quorum=127.0.0.1:56970, baseZNode=/01743017676 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01743017676/running 2024-11-08T20:21:43,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42637-0x1011c1c102e0000, quorum=127.0.0.1:56970, baseZNode=/01743017676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01743017676 2024-11-08T20:21:43,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44935-0x1011c1c102e0001, quorum=127.0.0.1:56970, baseZNode=/01743017676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01743017676 2024-11-08T20:21:43,363 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:21:43,364 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:21:43,364 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:21:43,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:43,364 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44935-0x1011c1c102e0001, quorum=127.0.0.1:56970, baseZNode=/01743017676 Set watcher on znode that does not yet exist, /01743017676/running 2024-11-08T20:21:43,364 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ae1476a7656f,44935,1731097271935' ***** 2024-11-08T20:21:43,364 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T20:21:43,364 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42637-0x1011c1c102e0000, quorum=127.0.0.1:56970, baseZNode=/01743017676 Set watcher on znode that does not yet exist, /01743017676/running 2024-11-08T20:21:43,365 INFO [RS:0;ae1476a7656f:44935 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T20:21:43,365 INFO [RS:0;ae1476a7656f:44935 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T20:21:43,365 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T20:21:43,365 INFO [RS:0;ae1476a7656f:44935 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T20:21:43,365 INFO [RS:0;ae1476a7656f:44935 {}] regionserver.HRegionServer(3091): Received CLOSE for 68c979665d423ada100ba044f79dcd50 2024-11-08T20:21:43,365 INFO [RS:0;ae1476a7656f:44935 {}] regionserver.HRegionServer(3091): Received CLOSE for 3903bed039e202ced238e0f64e36cd72 2024-11-08T20:21:43,365 INFO [RS:0;ae1476a7656f:44935 {}] regionserver.HRegionServer(959): stopping server ae1476a7656f,44935,1731097271935 2024-11-08T20:21:43,365 INFO [RS:0;ae1476a7656f:44935 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:21:43,366 INFO [RS:0;ae1476a7656f:44935 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:44935. 2024-11-08T20:21:43,366 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 68c979665d423ada100ba044f79dcd50, disabling compactions & flushes 2024-11-08T20:21:43,366 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731097289375.68c979665d423ada100ba044f79dcd50. 2024-11-08T20:21:43,366 DEBUG [RS:0;ae1476a7656f:44935 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:21:43,366 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731097289375.68c979665d423ada100ba044f79dcd50. 2024-11-08T20:21:43,366 DEBUG [RS:0;ae1476a7656f:44935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:43,366 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731097289375.68c979665d423ada100ba044f79dcd50. after waiting 0 ms 2024-11-08T20:21:43,366 INFO [RS:0;ae1476a7656f:44935 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T20:21:43,366 INFO [RS:0;ae1476a7656f:44935 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T20:21:43,366 INFO [RS:0;ae1476a7656f:44935 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T20:21:43,366 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731097289375.68c979665d423ada100ba044f79dcd50. 2024-11-08T20:21:43,366 INFO [RS:0;ae1476a7656f:44935 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T20:21:43,366 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 68c979665d423ada100ba044f79dcd50 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-08T20:21:43,368 INFO [RS:0;ae1476a7656f:44935 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T20:21:43,368 DEBUG [RS:0;ae1476a7656f:44935 {}] regionserver.HRegionServer(1325): Online Regions={68c979665d423ada100ba044f79dcd50=hbase:replication,,1731097289375.68c979665d423ada100ba044f79dcd50., 1588230740=hbase:meta,,1.1588230740, 3903bed039e202ced238e0f64e36cd72=test,,1731097285936.3903bed039e202ced238e0f64e36cd72.} 2024-11-08T20:21:43,368 DEBUG [RS:0;ae1476a7656f:44935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3903bed039e202ced238e0f64e36cd72, 68c979665d423ada100ba044f79dcd50 2024-11-08T20:21:43,368 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:21:43,368 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:21:43,368 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:21:43,368 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:21:43,368 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:21:43,369 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T20:21:43,382 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/hbase/replication/68c979665d423ada100ba044f79dcd50/.tmp/hfileref/dcba89b6a4cd45e3bf45701d497ad02d is 74, key is 1/hfileref:2ab0cb46f8804aa3a2a2608525796199_SeqId_4_/1731097294129/DeleteColumn/seqid=0 2024-11-08T20:21:43,384 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/hbase/meta/1588230740/.tmp/info/93cf57ce8fa748beb327be0f8c5e92a2 is 147, key is hbase:replication,,1731097289375.68c979665d423ada100ba044f79dcd50./info:regioninfo/1731097290540/Put/seqid=0 2024-11-08T20:21:43,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741847_1023 (size=5489) 2024-11-08T20:21:43,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741848_1024 (size=7686) 2024-11-08T20:21:43,392 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T20:21:43,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:43,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:43,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:43,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:43,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:43,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:43,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:43,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:43,397 INFO [regionserver/ae1476a7656f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:21:43,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:43,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:43,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:43,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:43,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:43,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:43,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:43,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:43,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:43,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:43,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:43,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:21:43,568 DEBUG [RS:0;ae1476a7656f:44935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3903bed039e202ced238e0f64e36cd72, 68c979665d423ada100ba044f79dcd50 2024-11-08T20:21:43,768 DEBUG [RS:0;ae1476a7656f:44935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3903bed039e202ced238e0f64e36cd72, 68c979665d423ada100ba044f79dcd50 2024-11-08T20:21:43,773 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44935,1731097271935.replicationSource.wal-reader.ae1476a7656f%2C44935%2C1731097271935,1-ae1476a7656f,44935,1731097271935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097294432 to pos 393, reset compression=false 2024-11-08T20:21:43,786 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/hbase/replication/68c979665d423ada100ba044f79dcd50/.tmp/hfileref/dcba89b6a4cd45e3bf45701d497ad02d 2024-11-08T20:21:43,789 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/hbase/meta/1588230740/.tmp/info/93cf57ce8fa748beb327be0f8c5e92a2 2024-11-08T20:21:43,805 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/hbase/replication/68c979665d423ada100ba044f79dcd50/.tmp/queue/c99f72234a2247399f29337175ad8b72 is 153, key is 1-ae1476a7656f,44935,1731097271935/queue:ae1476a7656f%2C44935%2C1731097271935/1731097296863/Put/seqid=0 2024-11-08T20:21:43,808 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/hbase/meta/1588230740/.tmp/ns/7ba57e075c5747a1a8a6ec65b3b270a6 is 43, key is default/ns:d/1731097273624/Put/seqid=0 2024-11-08T20:21:43,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741849_1025 (size=5504) 2024-11-08T20:21:43,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741850_1026 (size=5153) 2024-11-08T20:21:43,896 DEBUG [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,2-ae1476a7656f,44935,1731097271935.replicationSource.wal-reader.ae1476a7656f%2C44935%2C1731097271935,2-ae1476a7656f,44935,1731097271935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.1731097294432 to pos 393, reset compression=false 2024-11-08T20:21:43,969 DEBUG [RS:0;ae1476a7656f:44935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3903bed039e202ced238e0f64e36cd72, 68c979665d423ada100ba044f79dcd50 2024-11-08T20:21:43,979 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T20:21:43,979 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T20:21:44,169 DEBUG [RS:0;ae1476a7656f:44935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3903bed039e202ced238e0f64e36cd72, 68c979665d423ada100ba044f79dcd50 2024-11-08T20:21:44,213 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/hbase/replication/68c979665d423ada100ba044f79dcd50/.tmp/queue/c99f72234a2247399f29337175ad8b72 2024-11-08T20:21:44,214 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/hbase/meta/1588230740/.tmp/ns/7ba57e075c5747a1a8a6ec65b3b270a6 2024-11-08T20:21:44,220 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/hbase/replication/68c979665d423ada100ba044f79dcd50/.tmp/hfileref/dcba89b6a4cd45e3bf45701d497ad02d as hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/hbase/replication/68c979665d423ada100ba044f79dcd50/hfileref/dcba89b6a4cd45e3bf45701d497ad02d 2024-11-08T20:21:44,233 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/hbase/replication/68c979665d423ada100ba044f79dcd50/hfileref/dcba89b6a4cd45e3bf45701d497ad02d, entries=6, sequenceid=17, filesize=5.4 K 2024-11-08T20:21:44,234 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/hbase/replication/68c979665d423ada100ba044f79dcd50/.tmp/queue/c99f72234a2247399f29337175ad8b72 as hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/hbase/replication/68c979665d423ada100ba044f79dcd50/queue/c99f72234a2247399f29337175ad8b72 2024-11-08T20:21:44,245 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/hbase/replication/68c979665d423ada100ba044f79dcd50/queue/c99f72234a2247399f29337175ad8b72, entries=2, sequenceid=17, filesize=5.4 K 2024-11-08T20:21:44,248 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 68c979665d423ada100ba044f79dcd50 in 882ms, sequenceid=17, compaction requested=false 2024-11-08T20:21:44,251 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/hbase/meta/1588230740/.tmp/rep_barrier/322aff0609db463f91287daa00a18856 is 112, key is test,,1731097285936.3903bed039e202ced238e0f64e36cd72./rep_barrier:seqnumDuringOpen/1731097286696/Put/seqid=0 2024-11-08T20:21:44,269 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/hbase/replication/68c979665d423ada100ba044f79dcd50/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-08T20:21:44,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741851_1027 (size=5518) 2024-11-08T20:21:44,270 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:21:44,270 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:21:44,270 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/hbase/meta/1588230740/.tmp/rep_barrier/322aff0609db463f91287daa00a18856 2024-11-08T20:21:44,270 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731097289375.68c979665d423ada100ba044f79dcd50. 2024-11-08T20:21:44,270 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 68c979665d423ada100ba044f79dcd50: Waiting for close lock at 1731097303365Running coprocessor pre-close hooks at 1731097303365Disabling compacts and flushes for region at 1731097303365Disabling writes for close at 1731097303366 (+1 ms)Obtaining lock to block concurrent updates at 1731097303366Preparing flush snapshotting stores in 68c979665d423ada100ba044f79dcd50 at 1731097303366Finished memstore snapshotting hbase:replication,,1731097289375.68c979665d423ada100ba044f79dcd50., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731097303366Flushing stores of hbase:replication,,1731097289375.68c979665d423ada100ba044f79dcd50. at 1731097303367 (+1 ms)Flushing 68c979665d423ada100ba044f79dcd50/hfileref: creating writer at 1731097303367Flushing 68c979665d423ada100ba044f79dcd50/hfileref: appending metadata at 1731097303382 (+15 ms)Flushing 68c979665d423ada100ba044f79dcd50/hfileref: closing flushed file at 1731097303382Flushing 68c979665d423ada100ba044f79dcd50/queue: creating writer at 1731097303788 (+406 ms)Flushing 68c979665d423ada100ba044f79dcd50/queue: appending metadata at 1731097303805 (+17 ms)Flushing 68c979665d423ada100ba044f79dcd50/queue: closing flushed file at 1731097303805Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b9db43: reopening flushed file at 1731097304219 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b3ae992: reopening flushed file at 1731097304234 (+15 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 68c979665d423ada100ba044f79dcd50 in 882ms, sequenceid=17, compaction requested=false at 1731097304248 (+14 ms)Writing region close event to WAL at 1731097304258 (+10 ms)Running coprocessor post-close hooks at 1731097304270 (+12 ms)Closed at 1731097304270 2024-11-08T20:21:44,270 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731097289375.68c979665d423ada100ba044f79dcd50. 2024-11-08T20:21:44,270 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3903bed039e202ced238e0f64e36cd72, disabling compactions & flushes 2024-11-08T20:21:44,270 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731097285936.3903bed039e202ced238e0f64e36cd72. 2024-11-08T20:21:44,270 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731097285936.3903bed039e202ced238e0f64e36cd72. 2024-11-08T20:21:44,270 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731097285936.3903bed039e202ced238e0f64e36cd72. after waiting 0 ms 2024-11-08T20:21:44,270 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731097285936.3903bed039e202ced238e0f64e36cd72. 2024-11-08T20:21:44,276 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/default/test/3903bed039e202ced238e0f64e36cd72/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T20:21:44,277 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:21:44,277 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T20:21:44,277 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731097285936.3903bed039e202ced238e0f64e36cd72. 2024-11-08T20:21:44,277 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3903bed039e202ced238e0f64e36cd72: Waiting for close lock at 1731097304270Running coprocessor pre-close hooks at 1731097304270Disabling compacts and flushes for region at 1731097304270Disabling writes for close at 1731097304270Writing region close event to WAL at 1731097304271 (+1 ms)Running coprocessor post-close hooks at 1731097304277 (+6 ms)Closed at 1731097304277 2024-11-08T20:21:44,277 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731097285936.3903bed039e202ced238e0f64e36cd72. 2024-11-08T20:21:44,291 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/hbase/meta/1588230740/.tmp/table/4ad52388bb4040db9db3bfe1b7203b07 is 53, key is hbase:replication/table:state/1731097290548/Put/seqid=0 2024-11-08T20:21:44,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741852_1028 (size=5308) 2024-11-08T20:21:44,308 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/hbase/meta/1588230740/.tmp/table/4ad52388bb4040db9db3bfe1b7203b07 2024-11-08T20:21:44,315 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/hbase/meta/1588230740/.tmp/info/93cf57ce8fa748beb327be0f8c5e92a2 as hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/hbase/meta/1588230740/info/93cf57ce8fa748beb327be0f8c5e92a2 2024-11-08T20:21:44,320 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/hbase/meta/1588230740/info/93cf57ce8fa748beb327be0f8c5e92a2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T20:21:44,321 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/hbase/meta/1588230740/.tmp/ns/7ba57e075c5747a1a8a6ec65b3b270a6 as hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/hbase/meta/1588230740/ns/7ba57e075c5747a1a8a6ec65b3b270a6 2024-11-08T20:21:44,325 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/hbase/meta/1588230740/ns/7ba57e075c5747a1a8a6ec65b3b270a6, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T20:21:44,326 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/hbase/meta/1588230740/.tmp/rep_barrier/322aff0609db463f91287daa00a18856 as hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/hbase/meta/1588230740/rep_barrier/322aff0609db463f91287daa00a18856 2024-11-08T20:21:44,331 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/hbase/meta/1588230740/rep_barrier/322aff0609db463f91287daa00a18856, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T20:21:44,332 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/hbase/meta/1588230740/.tmp/table/4ad52388bb4040db9db3bfe1b7203b07 as hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/hbase/meta/1588230740/table/4ad52388bb4040db9db3bfe1b7203b07 2024-11-08T20:21:44,337 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/hbase/meta/1588230740/table/4ad52388bb4040db9db3bfe1b7203b07, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T20:21:44,339 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 971ms, sequenceid=16, compaction requested=false 2024-11-08T20:21:44,339 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T20:21:44,369 INFO [RS:0;ae1476a7656f:44935 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T20:21:44,369 DEBUG [RS:0;ae1476a7656f:44935 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T20:21:44,369 DEBUG [RS:0;ae1476a7656f:44935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T20:21:44,370 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T20:21:44,371 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T20:21:44,371 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:21:44,371 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:21:44,371 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731097303368Running coprocessor pre-close hooks at 1731097303368Disabling compacts and flushes for region at 1731097303368Disabling writes for close at 1731097303368Obtaining lock to block concurrent updates at 1731097303369 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731097303369Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731097303369Flushing stores of hbase:meta,,1.1588230740 at 1731097303369Flushing 1588230740/info: creating writer at 1731097303369Flushing 1588230740/info: appending metadata at 1731097303384 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731097303384Flushing 1588230740/ns: creating writer at 1731097303793 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731097303808 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731097303808Flushing 1588230740/rep_barrier: creating writer at 1731097304218 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731097304244 (+26 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731097304244Flushing 1588230740/table: creating writer at 1731097304274 (+30 ms)Flushing 1588230740/table: appending metadata at 1731097304291 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731097304291Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@99481ce: reopening flushed file at 1731097304312 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5159cb7e: reopening flushed file at 1731097304320 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cf10179: reopening flushed file at 1731097304326 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68440603: reopening flushed file at 1731097304331 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 971ms, sequenceid=16, compaction requested=false at 1731097304339 (+8 ms)Writing region close event to WAL at 1731097304367 (+28 ms)Running coprocessor post-close hooks at 1731097304371 (+4 ms)Closed at 1731097304371 2024-11-08T20:21:44,371 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T20:21:44,569 INFO [RS:0;ae1476a7656f:44935 {}] regionserver.HRegionServer(976): stopping server ae1476a7656f,44935,1731097271935; all regions closed. 2024-11-08T20:21:44,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741844_1020 (size=859) 2024-11-08T20:21:44,573 DEBUG [RS:0;ae1476a7656f:44935 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/oldWALs 2024-11-08T20:21:44,573 INFO [RS:0;ae1476a7656f:44935 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C44935%2C1731097271935.meta:.meta(num 1731097294482) 2024-11-08T20:21:44,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741843_1019 (size=2791) 2024-11-08T20:21:44,575 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/WALs/ae1476a7656f,44935,1731097271935/ae1476a7656f%2C44935%2C1731097271935.rep.1731097294458 not finished, retry = 0 2024-11-08T20:21:44,677 DEBUG [RS:0;ae1476a7656f:44935 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/oldWALs 2024-11-08T20:21:44,677 INFO [RS:0;ae1476a7656f:44935 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C44935%2C1731097271935.rep:(num 1731097294458) 2024-11-08T20:21:44,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741842_1018 (size=696) 2024-11-08T20:21:44,680 DEBUG [RS:0;ae1476a7656f:44935 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/oldWALs 2024-11-08T20:21:44,680 INFO [RS:0;ae1476a7656f:44935 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C44935%2C1731097271935:(num 1731097294432) 2024-11-08T20:21:44,680 DEBUG [RS:0;ae1476a7656f:44935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:44,680 INFO [RS:0;ae1476a7656f:44935 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:21:44,681 INFO [RS:0;ae1476a7656f:44935 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:21:44,681 INFO [RS:0;ae1476a7656f:44935 {}] hbase.ChoreService(370): Chore service for: regionserver/ae1476a7656f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T20:21:44,681 INFO [RS:0;ae1476a7656f:44935 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:21:44,681 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:21:44,681 INFO [RS:0;ae1476a7656f:44935 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ae1476a7656f,44935,1731097271935 because: Region server is closing 2024-11-08T20:21:44,681 INFO [RS:0;ae1476a7656f:44935 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:44935. 2024-11-08T20:21:44,681 DEBUG [RS:0;ae1476a7656f:44935 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:21:44,681 DEBUG [RS:0;ae1476a7656f:44935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:44,681 DEBUG [RS:0;ae1476a7656f:44935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:44,682 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:21:44,782 WARN [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44935,1731097271935.replicationSource.shipperae1476a7656f%2C44935%2C1731097271935,1-ae1476a7656f,44935,1731097271935 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T20:21:44,782 WARN [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44935,1731097271935.replicationSource.wal-reader.ae1476a7656f%2C44935%2C1731097271935,1-ae1476a7656f,44935,1731097271935 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T20:21:44,782 INFO [RS:0;ae1476a7656f:44935 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,1-ae1476a7656f,44935,1731097271935.replicationSource.shipperae1476a7656f%2C44935%2C1731097271935,1-ae1476a7656f,44935,1731097271935 terminated 2024-11-08T20:21:44,782 INFO [RS:0;ae1476a7656f:44935 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-ae1476a7656f,44935,1731097271935 because: Region server is closing 2024-11-08T20:21:44,782 INFO [RS:0;ae1476a7656f:44935 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:44935. 2024-11-08T20:21:44,782 DEBUG [RS:0;ae1476a7656f:44935 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:21:44,782 DEBUG [RS:0;ae1476a7656f:44935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:44,782 DEBUG [RS:0;ae1476a7656f:44935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:21:44,782 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:21:44,883 WARN [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,2-ae1476a7656f,44935,1731097271935.replicationSource.shipperae1476a7656f%2C44935%2C1731097271935,2-ae1476a7656f,44935,1731097271935 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T20:21:44,883 WARN [RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,2-ae1476a7656f,44935,1731097271935.replicationSource.wal-reader.ae1476a7656f%2C44935%2C1731097271935,2-ae1476a7656f,44935,1731097271935 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T20:21:44,883 INFO [RS:0;ae1476a7656f:44935 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ae1476a7656f:0-0.replicationSource,2-ae1476a7656f,44935,1731097271935.replicationSource.shipperae1476a7656f%2C44935%2C1731097271935,2-ae1476a7656f,44935,1731097271935 terminated 2024-11-08T20:21:44,883 INFO [RS:0;ae1476a7656f:44935 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44935 2024-11-08T20:21:44,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42637-0x1011c1c102e0000, quorum=127.0.0.1:56970, baseZNode=/01743017676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01743017676/rs 2024-11-08T20:21:44,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44935-0x1011c1c102e0001, quorum=127.0.0.1:56970, baseZNode=/01743017676 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01743017676/rs/ae1476a7656f,44935,1731097271935 2024-11-08T20:21:44,899 INFO [RS:0;ae1476a7656f:44935 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:21:44,910 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ae1476a7656f,44935,1731097271935] 2024-11-08T20:21:44,920 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01743017676/draining/ae1476a7656f,44935,1731097271935 already deleted, retry=false 2024-11-08T20:21:44,920 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ae1476a7656f,44935,1731097271935 expired; onlineServers=0 2024-11-08T20:21:44,920 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ae1476a7656f,42637,1731097271594' ***** 2024-11-08T20:21:44,920 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T20:21:44,920 INFO [M:0;ae1476a7656f:42637 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:21:44,920 INFO [M:0;ae1476a7656f:42637 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:21:44,921 DEBUG [M:0;ae1476a7656f:42637 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T20:21:44,921 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T20:21:44,921 DEBUG [M:0;ae1476a7656f:42637 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T20:21:44,921 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097272812 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731097272812,5,FailOnTimeoutGroup] 2024-11-08T20:21:44,921 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097272810 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731097272810,5,FailOnTimeoutGroup] 2024-11-08T20:21:44,921 INFO [M:0;ae1476a7656f:42637 {}] hbase.ChoreService(370): Chore service for: master/ae1476a7656f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T20:21:44,921 INFO [M:0;ae1476a7656f:42637 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:21:44,921 DEBUG [M:0;ae1476a7656f:42637 {}] master.HMaster(1795): Stopping service threads 2024-11-08T20:21:44,921 INFO [M:0;ae1476a7656f:42637 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T20:21:44,921 INFO [M:0;ae1476a7656f:42637 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:21:44,921 ERROR [M:0;ae1476a7656f:42637 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1545661016) connection to localhost/127.0.0.1:33323 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33323,5,PEWorkerGroup] 2024-11-08T20:21:44,921 INFO [M:0;ae1476a7656f:42637 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T20:21:44,921 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T20:21:44,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42637-0x1011c1c102e0000, quorum=127.0.0.1:56970, baseZNode=/01743017676 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01743017676/master 2024-11-08T20:21:44,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42637-0x1011c1c102e0000, quorum=127.0.0.1:56970, baseZNode=/01743017676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01743017676 2024-11-08T20:21:44,931 DEBUG [M:0;ae1476a7656f:42637 {}] zookeeper.ZKUtil(347): master:42637-0x1011c1c102e0000, quorum=127.0.0.1:56970, baseZNode=/01743017676 Unable to get data of znode /01743017676/master because node does not exist (not an error) 2024-11-08T20:21:44,931 WARN [M:0;ae1476a7656f:42637 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T20:21:44,931 INFO [M:0;ae1476a7656f:42637 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/.lastflushedseqids 2024-11-08T20:21:44,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741853_1029 (size=263) 2024-11-08T20:21:45,010 INFO [RS:0;ae1476a7656f:44935 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:21:45,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44935-0x1011c1c102e0001, quorum=127.0.0.1:56970, baseZNode=/01743017676 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:21:45,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44935-0x1011c1c102e0001, quorum=127.0.0.1:56970, baseZNode=/01743017676 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:21:45,010 INFO [RS:0;ae1476a7656f:44935 {}] regionserver.HRegionServer(1031): Exiting; stopping=ae1476a7656f,44935,1731097271935; zookeeper connection closed. 2024-11-08T20:21:45,010 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d8f950e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d8f950e 2024-11-08T20:21:45,010 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T20:21:45,336 INFO [M:0;ae1476a7656f:42637 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T20:21:45,336 INFO [M:0;ae1476a7656f:42637 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T20:21:45,336 DEBUG [M:0;ae1476a7656f:42637 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:21:45,336 INFO [M:0;ae1476a7656f:42637 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:21:45,336 DEBUG [M:0;ae1476a7656f:42637 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:21:45,336 DEBUG [M:0;ae1476a7656f:42637 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:21:45,336 DEBUG [M:0;ae1476a7656f:42637 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:21:45,336 INFO [M:0;ae1476a7656f:42637 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=60.11 KB heapSize=71.43 KB 2024-11-08T20:21:45,354 DEBUG [M:0;ae1476a7656f:42637 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/93a9113e171d404ca0b980ba9f75bb30 is 82, key is hbase:meta,,1/info:regioninfo/1731097273575/Put/seqid=0 2024-11-08T20:21:45,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741854_1030 (size=5672) 2024-11-08T20:21:45,361 INFO [M:0;ae1476a7656f:42637 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/93a9113e171d404ca0b980ba9f75bb30 2024-11-08T20:21:45,392 DEBUG [M:0;ae1476a7656f:42637 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1116637577454e3fbbcf84821fec8b6a is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731097286707/Put/seqid=0 2024-11-08T20:21:45,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741855_1031 (size=7610) 2024-11-08T20:21:45,812 INFO [M:0;ae1476a7656f:42637 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.56 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1116637577454e3fbbcf84821fec8b6a 2024-11-08T20:21:45,816 INFO [M:0;ae1476a7656f:42637 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1116637577454e3fbbcf84821fec8b6a 2024-11-08T20:21:45,841 DEBUG [M:0;ae1476a7656f:42637 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2e5f735a520c4135b374365dc749e91e is 69, key is ae1476a7656f,44935,1731097271935/rs:state/1731097272932/Put/seqid=0 2024-11-08T20:21:45,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741856_1032 (size=5156) 2024-11-08T20:21:46,254 INFO [M:0;ae1476a7656f:42637 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2e5f735a520c4135b374365dc749e91e 2024-11-08T20:21:46,259 DEBUG [M:0;ae1476a7656f:42637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/93a9113e171d404ca0b980ba9f75bb30 as hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/93a9113e171d404ca0b980ba9f75bb30 2024-11-08T20:21:46,262 INFO [M:0;ae1476a7656f:42637 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/93a9113e171d404ca0b980ba9f75bb30, entries=8, sequenceid=121, filesize=5.5 K 2024-11-08T20:21:46,263 DEBUG [M:0;ae1476a7656f:42637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1116637577454e3fbbcf84821fec8b6a as hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1116637577454e3fbbcf84821fec8b6a 2024-11-08T20:21:46,266 INFO [M:0;ae1476a7656f:42637 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1116637577454e3fbbcf84821fec8b6a 2024-11-08T20:21:46,266 INFO [M:0;ae1476a7656f:42637 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1116637577454e3fbbcf84821fec8b6a, entries=13, sequenceid=121, filesize=7.4 K 2024-11-08T20:21:46,267 DEBUG [M:0;ae1476a7656f:42637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2e5f735a520c4135b374365dc749e91e as hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2e5f735a520c4135b374365dc749e91e 2024-11-08T20:21:46,270 INFO [M:0;ae1476a7656f:42637 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33323/user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2e5f735a520c4135b374365dc749e91e, entries=1, sequenceid=121, filesize=5.0 K 2024-11-08T20:21:46,270 INFO [M:0;ae1476a7656f:42637 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 934ms, sequenceid=121, compaction requested=false 2024-11-08T20:21:46,273 INFO [M:0;ae1476a7656f:42637 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:21:46,273 DEBUG [M:0;ae1476a7656f:42637 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731097305336Disabling compacts and flushes for region at 1731097305336Disabling writes for close at 1731097305336Obtaining lock to block concurrent updates at 1731097305336Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731097305336Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61557, getHeapSize=73080, getOffHeapSize=0, getCellsCount=140 at 1731097305337 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731097305337Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731097305337Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731097305354 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731097305354Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731097305366 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731097305391 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731097305391Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731097305817 (+426 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731097305841 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731097305841Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@aa2f5d4: reopening flushed file at 1731097306258 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@637afb4d: reopening flushed file at 1731097306262 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58cc14c: reopening flushed file at 1731097306266 (+4 ms)Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 934ms, sequenceid=121, compaction requested=false at 1731097306270 (+4 ms)Writing region close event to WAL at 1731097306273 (+3 ms)Closed at 1731097306273 2024-11-08T20:21:46,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741830_1006 (size=69920) 2024-11-08T20:21:46,275 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ba408dd5-1619-95e3-0d90-3e18da8d0eee/MasterData/WALs/ae1476a7656f,42637,1731097271594/ae1476a7656f%2C42637%2C1731097271594.1731097272527 not finished, retry = 0 2024-11-08T20:21:46,376 INFO [M:0;ae1476a7656f:42637 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T20:21:46,376 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:21:46,376 INFO [M:0;ae1476a7656f:42637 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42637 2024-11-08T20:21:46,376 INFO [M:0;ae1476a7656f:42637 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:21:46,515 INFO [M:0;ae1476a7656f:42637 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:21:46,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42637-0x1011c1c102e0000, quorum=127.0.0.1:56970, baseZNode=/01743017676 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:21:46,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42637-0x1011c1c102e0000, quorum=127.0.0.1:56970, baseZNode=/01743017676 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:21:46,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a5bf4cb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:21:46,517 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a6dda91{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:21:46,517 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:21:46,518 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@625ace3b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:21:46,518 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45283088{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87caa4a4-f784-c4ae-6608-f91dffb1f006/hadoop.log.dir/,STOPPED} 2024-11-08T20:21:46,519 WARN [BP-735377817-172.17.0.3-1731097269435 heartbeating to localhost/127.0.0.1:33323 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T20:21:46,519 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T20:21:46,519 WARN [BP-735377817-172.17.0.3-1731097269435 heartbeating to localhost/127.0.0.1:33323 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-735377817-172.17.0.3-1731097269435 (Datanode Uuid c170341b-a301-42cc-a67b-43a9b9c0c69d) service to localhost/127.0.0.1:33323 2024-11-08T20:21:46,519 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T20:21:46,519 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87caa4a4-f784-c4ae-6608-f91dffb1f006/cluster_3b5e0f6b-7d4a-b66f-1b4e-cfffd8bb8fe1/data/data1/current/BP-735377817-172.17.0.3-1731097269435 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:21:46,519 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87caa4a4-f784-c4ae-6608-f91dffb1f006/cluster_3b5e0f6b-7d4a-b66f-1b4e-cfffd8bb8fe1/data/data2/current/BP-735377817-172.17.0.3-1731097269435 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:21:46,519 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T20:21:46,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d5d319c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:21:46,525 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5803deb9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:21:46,525 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:21:46,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41316bdb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:21:46,526 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a8729d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87caa4a4-f784-c4ae-6608-f91dffb1f006/hadoop.log.dir/,STOPPED} 2024-11-08T20:21:46,531 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T20:21:46,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T20:21:46,560 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=594 (was 534) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56970) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:32941 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:40133 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33323 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32941 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32941 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:40133 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:40133 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:32941 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:40133 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:32941 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:33323 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32941 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40133 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:33323 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56970) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32941 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:33323 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32941 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:32941 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56970) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:33323 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:32941 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:40133 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32941 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=978 (was 875) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=485 (was 438) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2685 (was 1992) - AvailableMemoryMB LEAK? - 2024-11-08T20:21:46,560 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=594 is superior to 500 2024-11-08T20:21:46,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1011c1c102e0008, quorum=127.0.0.1:56970, baseZNode=/21344801868 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T20:21:46,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011c1c102e0005, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T20:21:46,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011c1c102e0002, quorum=127.0.0.1:56970, baseZNode=/01743017676 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T20:21:46,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1011c1c102e0008, quorum=127.0.0.1:56970, baseZNode=/21344801868 Received Disconnected from ZooKeeper, ignoring 2024-11-08T20:21:46,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011c1c102e0005, quorum=127.0.0.1:56970, baseZNode=/1-977819085 Received Disconnected from ZooKeeper, ignoring 2024-11-08T20:21:46,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011c1c102e0002, quorum=127.0.0.1:56970, baseZNode=/01743017676 Received Disconnected from ZooKeeper, ignoring